localedata/Makefile

   1 # Copyright (C) 1996-2021 Free Software Foundation, Inc.
   2 # This file is part of the GNU C Library.
   3
   4 # The GNU C Library is free software; you can redistribute it and/or
   5 # modify it under the terms of the GNU Lesser General Public
   6 # License as published by the Free Software Foundation; either
   7 # version 2.1 of the License, or (at your option) any later version.
   8
   9 # The GNU C Library is distributed in the hope that it will be useful,
  10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  12 # Lesser General Public License for more details.
  13
  14 # You should have received a copy of the GNU Lesser General Public
  15 # License along with the GNU C Library; if not, see
  16 # <https://www.gnu.org/licenses/>.
  17
  18 # Makefile for installing locale data source files.
  19
  20 subdir := localedata
  21
  22 include ../Makeconfig
  23
  24 # List with all available character set descriptions.
  25 charmaps := $(wildcard charmaps/[A-I]*) $(wildcard charmaps/[J-Z]*)
  26
  27 # List with all available character set descriptions.
  28 locales := $(wildcard locales/*)
  29
  30
  31 subdir-dirs = tests-mbwc
  32 vpath %.c tests-mbwc
  33 vpath %.h tests-mbwc
  34
  35
  36 test-srcs := collate-test xfrm-test tst-fmon tst-rpmatch tst-trans \
  37              tst-ctype tst-langinfo-newlocale tst-langinfo-setlocale \
  38              tst-langinfo-newlocale-static tst-langinfo-setlocale-static \
  39              tst-numeric
  40 # List of test input files (list sorted alphabetically):
  41 test-input := \
  42         am_ET.UTF-8 \
  43         az_AZ.UTF-8 \
  44         be_BY.UTF-8 \
  45         ber_DZ.UTF-8 \
  46         ber_MA.UTF-8 \
  47         bg_BG.UTF-8 \
  48         br_FR.UTF-8 \
  49         bs_BA.UTF-8 \
  50         C.UTF-8 \
  51         ckb_IQ.UTF-8 \
  52         cmn_TW.UTF-8 \
  53         crh_UA.UTF-8 \
  54         cs_CZ.UTF-8 \
  55         csb_PL.UTF-8 \
  56         cv_RU.UTF-8 \
  57         cy_GB.UTF-8 \
  58         da_DK.ISO-8859-1 \
  59         de_DE.ISO-8859-1 \
  60         dsb_DE.UTF-8 \
  61         dz_BT.UTF-8 \
  62         en_US.ISO-8859-1 \
  63         en_US.UTF-8 \
  64         eo.UTF-8 \
  65         es_ES.UTF-8 \
  66         et_EE.UTF-8 \
  67         fa_IR.UTF-8 \
  68         fi_FI.UTF-8 \
  69         fil_PH.UTF-8 \
  70         fr_CA.UTF-8 \
  71         fr_FR.UTF-8 \
  72         fur_IT.UTF-8 \
  73         gez_ER.UTF-8@abegede \
  74         ha_NG.UTF-8 \
  75         hr_HR.ISO-8859-2 \
  76         hr_HR.UTF-8 \
  77         hsb_DE.UTF-8 \
  78         hu_HU.UTF-8 \
  79         ig_NG.UTF-8 \
  80         ik_CA.UTF-8 \
  81         is_IS.UTF-8 \
  82         kk_KZ.UTF-8 \
  83         ku_TR.UTF-8 \
  84         ky_KG.UTF-8 \
  85         ln_CD.UTF-8 \
  86         lt_LT.UTF-8 \
  87         lv_LV.UTF-8 \
  88         mi_NZ.UTF-8 \
  89         ml_IN.UTF-8 \
  90         mn_MN.UTF-8 \
  91         mr_IN.UTF-8 \
  92         mt_MT.UTF-8 \
  93         nan_TW.UTF-8@latin \
  94         nb_NO.UTF-8 \
  95         om_KE.UTF-8 \
  96         or_IN.UTF-8 \
  97         os_RU.UTF-8 \
  98         pl_PL.UTF-8 \
  99         ps_AF.UTF-8 \
 100         ro_RO.UTF-8 \
 101         ru_RU.UTF-8 \
 102         sah_RU.UTF-8 \
 103         sc_IT.UTF-8 \
 104         se_NO.UTF-8 \
 105         si_LK.UTF-8 \
 106         sq_AL.UTF-8 \
 107         sr_RS.UTF-8 \
 108         sv_SE.ISO-8859-1 \
 109         sv_SE.UTF-8 \
 110         szl_PL.UTF-8 \
 111         tg_TJ.UTF-8 \
 112         tk_TM.UTF-8 \
 113         tr_TR.UTF-8 \
 114         tt_RU.UTF-8 \
 115         tt_RU.UTF-8@iqtelif \
 116         ug_CN.UTF-8 \
 117         uk_UA.UTF-8 \
 118         uz_UZ.UTF-8 \
 119         vi_VN.UTF-8 \
 120         yi_US.UTF-8 \
 121         yo_NG.UTF-8 \
 122         zh_CN.UTF-8 \
 123         $(NULL)
 124
 125 test-input-data = $(addsuffix .in, $(test-input))
 126 test-output := $(foreach s, .out .xout, \
 127                          $(addsuffix $s, $(basename $(test-input))))
 128 ld-test-names := test1 test2 test3 test4 test5 test6 test7
 129 ld-test-srcs := $(addprefix tests/,$(addsuffix .cm,$(ld-test-names)) \
 130                                    $(addsuffix .def,$(ld-test-names)) \
 131                                    $(addsuffix .ds,test5 test6) \
 132                                    test6.c trans.def)
 133
 134 fmon-tests = n01y12 n02n40 n10y31 n11y41 n12y11 n20n32 n30y20 n41n00 \
 135              y01y10 y02n22 y22n42 y30y21 y32n31 y40y00 y42n21
 136
 137 generated += $(test-input) $(test-output) sort-test.out tst-locale.out \
 138              tst-leaks.mtrace mtrace-tst-leaks.out
 139 generated-dirs += $(ld-test-names) tt_TT de_DE.437                      \
 140                   $(addprefix tstfmon_,$(fmon-tests))                   \
 141
 142 ifeq ($(run-built-tests),yes)
 143 locale_test_suite := tst_iswalnum tst_iswalpha tst_iswcntrl            \
 144                      tst_iswctype tst_iswdigit tst_iswgraph            \
 145                      tst_iswlower tst_iswprint tst_iswpunct            \
 146                      tst_iswspace tst_iswupper tst_iswxdigit tst_mblen \
 147                      tst_mbrlen tst_mbrtowc tst_mbsrtowcs tst_mbstowcs \
 148                      tst_mbtowc tst_strcoll tst_strfmon tst_strxfrm    \
 149                      tst_swscanf tst_towctrans tst_towlower            \
 150                      tst_towupper tst_wcrtomb tst_wcscat tst_wcschr    \
 151                      tst_wcscmp tst_wcscoll tst_wcscpy tst_wcscspn     \
 152                      tst_wcslen tst_wcsncat tst_wcsncmp tst_wcsncpy    \
 153                      tst_wcspbrk tst_wcsrtombs tst_wcsspn tst_wcsstr   \
 154                      tst_wcstod tst_wcstok tst_wcstombs tst_wcswidth   \
 155                      tst_wcsxfrm tst_wctob tst_wctomb tst_wctrans      \
 156                      tst_wctype tst_wcwidth
 157
 158 tests = $(locale_test_suite) tst-digits tst-setlocale bug-iconv-trans \
 159         tst-leaks tst-mbswcs1 tst-mbswcs2 tst-mbswcs3 tst-mbswcs4 tst-mbswcs5 \
 160         tst-mbswcs6 tst-xlocale1 tst-xlocale2 bug-usesetlocale \
 161         tst-strfmon1 tst-sscanf bug-setlocale1 tst-setlocale2 tst-setlocale3 \
 162         tst-wctype tst-iconv-math-trans
 163 tests-static = bug-setlocale1-static
 164 tests += $(tests-static)
 165 ifeq (yes,$(build-shared))
 166 ifneq (no,$(PERL))
 167 tests-special += $(objpfx)mtrace-tst-leaks.out
 168 endif
 169 endif
 170 endif
 171 tests-container = \
 172                         tst-localedef-hardlinks
 173
 174 # Files to install.
 175 ifeq ($(INSTALL_UNCOMPRESSED),yes)
 176 # This option is for testing inside the testroot container, as the
 177 # container does not include a working gunzip program.
 178 install-others := $(addprefix $(inst_i18ndir)/, \
 179                               $(charmaps) \
 180                               $(locales))
 181 else
 182 install-others := $(addprefix $(inst_i18ndir)/, \
 183                               $(addsuffix .gz, $(charmaps)) \
 184                               $(locales))
 185 endif
 186
 187 tests: $(objdir)/iconvdata/gconv-modules
 188
 189 tests-static += tst-langinfo-newlocale-static tst-langinfo-setlocale-static
 190
 191 ifeq ($(run-built-tests),yes)
 192 tests-special += $(objpfx)sort-test.out $(objpfx)tst-fmon.out \
 193                  $(objpfx)tst-locale.out $(objpfx)tst-rpmatch.out \
 194                  $(objpfx)tst-trans.out $(objpfx)tst-ctype.out \
 195                  $(objpfx)tst-langinfo-newlocale.out \
 196                  $(objpfx)tst-langinfo-setlocale.out \
 197                  $(objpfx)tst-langinfo-newlocale-static.out \
 198                  $(objpfx)tst-langinfo-setlocale-static.out \
 199                  $(objpfx)tst-numeric.out
 200 # We have to generate locales (list sorted alphabetically)
 201 LOCALES := \
 202         am_ET.UTF-8 \
 203         az_AZ.UTF-8 \
 204         be_BY.UTF-8 \
 205         ber_DZ.UTF-8 \
 206         ber_MA.UTF-8 \
 207         bg_BG.UTF-8 \
 208         br_FR.UTF-8 \
 209         bs_BA.UTF-8 \
 210         C.UTF-8 \
 211         ckb_IQ.UTF-8 \
 212         cmn_TW.UTF-8 \
 213         crh_UA.UTF-8 \
 214         cs_CZ.UTF-8 \
 215         csb_PL.UTF-8 \
 216         cv_RU.UTF-8 \
 217         cy_GB.UTF-8 \
 218         da_DK.ISO-8859-1 \
 219         de_DE.ISO-8859-1 \
 220         de_DE.UTF-8 \
 221         dsb_DE.UTF-8 \
 222         dz_BT.UTF-8 \
 223         en_GB.UTF-8 \
 224         en_US.ANSI_X3.4-1968 \
 225         en_US.ISO-8859-1\
 226         en_US.UTF-8 \
 227         eo.UTF-8 \
 228         es_ES.UTF-8 \
 229         et_EE.UTF-8 \
 230         fa_IR.UTF-8 \
 231         fi_FI.UTF-8 \
 232         fil_PH.UTF-8 \
 233         fr_CA.UTF-8 \
 234         fr_FR.ISO-8859-1 \
 235         fr_FR.UTF-8 \
 236         fur_IT.UTF-8 \
 237         gez_ER.UTF-8@abegede \
 238         ha_NG.UTF-8 \
 239         hr_HR.ISO-8859-2 \
 240         hr_HR.UTF-8 \
 241         hsb_DE.UTF-8 \
 242         hu_HU.UTF-8 \
 243         ig_NG.UTF-8 \
 244         ik_CA.UTF-8 \
 245         is_IS.UTF-8 \
 246         ja_JP.EUC-JP \
 247         ja_JP.SJIS \
 248         ja_JP.UTF-8 \
 249         kk_KZ.UTF-8 \
 250         ku_TR.UTF-8 \
 251         ky_KG.UTF-8 \
 252         ln_CD.UTF-8 \
 253         lt_LT.UTF-8 \
 254         lv_LV.UTF-8 \
 255         mi_NZ.UTF-8 \
 256         ml_IN.UTF-8 \
 257         mn_MN.UTF-8 \
 258         mr_IN.UTF-8 \
 259         mt_MT.UTF-8 \
 260         nan_TW.UTF-8@latin \
 261         nb_NO.ISO-8859-1 \
 262         nb_NO.UTF-8 \
 263         nl_NL.UTF-8 \
 264         nn_NO.ISO-8859-1 \
 265         om_KE.UTF-8 \
 266         or_IN.UTF-8 \
 267         os_RU.UTF-8 \
 268         pl_PL.UTF-8 \
 269         ps_AF.UTF-8 \
 270         ro_RO.UTF-8 \
 271         ru_RU.UTF-8 \
 272         sah_RU.UTF-8 \
 273         sc_IT.UTF-8 \
 274         se_NO.UTF-8 \
 275         si_LK.UTF-8 \
 276         sq_AL.UTF-8 \
 277         sr_RS.UTF-8 \
 278         sv_SE.ISO-8859-1 \
 279         sv_SE.UTF-8 \
 280         szl_PL.UTF-8 \
 281         tg_TJ.UTF-8 \
 282         tk_TM.UTF-8 \
 283         tr_TR.ISO-8859-9 \
 284         tr_TR.UTF-8 \
 285         tt_RU.UTF-8 \
 286         tt_RU.UTF-8@iqtelif \
 287         ug_CN.UTF-8 \
 288         uk_UA.UTF-8 \
 289         uz_UZ.UTF-8 \
 290         vi_VN.UTF-8 \
 291         yi_US.UTF-8 \
 292         yo_NG.UTF-8 \
 293         zh_CN.UTF-8 \
 294         zh_TW.EUC-TW \
 295         $(NULL)
 296
 297 include ../gen-locales.mk
 298
 299 $(objpfx)tst-iconv-math-trans.out: $(gen-locales)
 300 endif
 301
 302 include ../Rules
 303
 304 ifeq ($(INSTALL_UNCOMPRESSED),yes)
 305 # Install the charmap files as-is.  This option is for testing inside
 306 # the testroot container, as the container does not include a working
 307 # gunzip program.
 308 $(inst_i18ndir)/charmaps/%: charmaps/% $(+force)
 309         $(make-target-directory)
 310         rm -f $@
 311         $(INSTALL_DATA) $< $@
 312 else
 313 # Install the charmap files in gzipped format.
 314 $(inst_i18ndir)/charmaps/%.gz: charmaps/% $(+force)
 315         $(make-target-directory)
 316         rm -f $(@:.gz=) $@
 317         $(INSTALL_DATA) $< $(@:.gz=)
 318         gzip -9n $(@:.gz=)
 319 endif
 320
 321 # Install the locale source files in the appropriate directory.
 322 $(inst_i18ndir)/locales/%: locales/% $(+force); $(do-install)
 323
 324 ifeq ($(run-built-tests),yes)
 325 generated-dirs += $(LOCALES)
 326
 327 $(addsuffix .out,$(addprefix $(objpfx),$(tests))): %: \
 328   $(addprefix $(objpfx),$(CTYPE_FILES))
 329
 330 $(objpfx)sort-test.out: sort-test.sh $(objpfx)collate-test $(objpfx)xfrm-test \
 331                        $(test-input-data) $(addprefix $(objpfx),$(CTYPE_FILES))
 332         $(SHELL) $< $(common-objpfx) '$(test-program-prefix-before-env)' \
 333           '$(run-program-env)' '$(test-program-prefix-after-env)' \
 334           $(test-input) \
 335           > $@; \
 336         $(evaluate-test)
 337 $(objpfx)tst-fmon.out: tst-fmon.sh $(objpfx)tst-fmon tst-fmon.data \
 338                        $(objpfx)sort-test.out \
 339                        $(addprefix $(objpfx),$(CTYPE_FILES))
 340         $(SHELL) $< $(common-objpfx) '$(run-program-prefix-before-env)' \
 341                  '$(run-program-env)' '$(run-program-prefix-after-env)' \
 342                  '$(test-program-prefix)' tst-fmon.data \
 343           > $@; \
 344         $(evaluate-test)
 345 $(objpfx)tst-numeric.out: tst-numeric.sh $(objpfx)tst-numeric tst-numeric.data \
 346                        $(objpfx)sort-test.out \
 347                        $(addprefix $(objpfx),$(CTYPE_FILES))
 348         $(SHELL) $< $(common-objpfx) '$(test-program-prefix)' tst-numeric.data \
 349           > $@; \
 350         $(evaluate-test)
 351 $(objpfx)tst-locale.out: tst-locale.sh $(common-objpfx)locale/localedef \
 352                          $(ld-test-srcs) $(addprefix $(objpfx),$(CTYPE_FILES))
 353         $(SHELL) $< $(common-objpfx) '$(built-program-cmd-before-env)' \
 354                  '$(run-program-env)' '$(built-program-cmd-after-env)' > $@; \
 355         $(evaluate-test)
 356 $(objpfx)tst-rpmatch.out: tst-rpmatch.sh $(objpfx)tst-rpmatch \
 357                           $(objpfx)tst-fmon.out \
 358                           $(addprefix $(objpfx),$(CTYPE_FILES))
 359         $(SHELL) $< $(common-objpfx) '$(test-program-cmd)' > $@; \
 360         $(evaluate-test)
 361 $(objpfx)tst-trans.out: tst-trans.sh $(objpfx)tst-trans \
 362                         $(addprefix $(objpfx),$(CTYPE_FILES))
 363         $(SHELL) $< $(common-objpfx) '$(run-program-prefix-before-env)' \
 364                  '$(run-program-env)' '$(run-program-prefix-after-env)' \
 365                  '$(test-program-prefix-before-env)' \
 366                  '$(test-program-prefix-after-env)'; \
 367         $(evaluate-test)
 368 $(objpfx)tst-ctype.out: tst-ctype.sh $(objpfx)tst-ctype \
 369                         $(objpfx)sort-test.out \
 370                         $(addprefix $(objpfx),$(CTYPE_FILES))
 371         $(SHELL) $< $(common-objpfx) '$(test-program-cmd-before-env)' \
 372                  '$(run-program-env)' '$(test-program-cmd-after-env)'; \
 373         $(evaluate-test)
 374 $(objpfx)tst-langinfo-newlocale.out: tst-langinfo.sh \
 375                         $(objpfx)tst-langinfo-newlocale \
 376                         $(objpfx)sort-test.out \
 377                         $(addprefix $(objpfx),$(CTYPE_FILES))
 378         $(SHELL) $< $(common-objpfx) '$(test-program-cmd-before-env)' \
 379                  '$(run-program-env)' '$(test-program-cmd-after-env)' > $@; \
 380         $(evaluate-test)
 381 $(objpfx)tst-langinfo-newlocale-static.out: tst-langinfo.sh \
 382                         $(objpfx)tst-langinfo-newlocale-static \
 383                         $(objpfx)sort-test.out \
 384                         $(addprefix $(objpfx),$(CTYPE_FILES))
 385         $(SHELL) $< $(common-objpfx) '$(test-program-cmd-before-env)' \
 386                  '$(run-program-env)' '$(test-program-cmd-after-env)' > $@; \
 387         $(evaluate-test)
 388 # Static use of newlocale is known not to work. See Bug 23164.
 389 test-xfail-tst-langinfo-newlocale-static = yes
 390
 391 $(objpfx)tst-langinfo-setlocale.out: tst-langinfo.sh \
 392                         $(objpfx)tst-langinfo-setlocale \
 393                         $(objpfx)sort-test.out \
 394                         $(addprefix $(objpfx),$(CTYPE_FILES))
 395         $(SHELL) $< $(common-objpfx) '$(test-program-cmd-before-env)' \
 396                  '$(run-program-env)' '$(test-program-cmd-after-env)' > $@; \
 397         $(evaluate-test)
 398 $(objpfx)tst-langinfo-setlocale-static.out: tst-langinfo.sh \
 399                         $(objpfx)tst-langinfo-setlocale-static \
 400                         $(objpfx)sort-test.out \
 401                         $(addprefix $(objpfx),$(CTYPE_FILES))
 402         $(SHELL) $< $(common-objpfx) '$(test-program-cmd-before-env)' \
 403                  '$(run-program-env)' '$(test-program-cmd-after-env)' > $@; \
 404         $(evaluate-test)
 405
 406 $(objpfx)tst-digits.out: $(objpfx)tst-locale.out
 407 $(objpfx)tst-mbswcs6.out: $(addprefix $(objpfx),$(CTYPE_FILES))
 408 endif
 409
 410 include SUPPORTED
 411
 412 INSTALL-SUPPORTED-LOCALE-ARCHIVE=$(addprefix install-archive-, $(SUPPORTED-LOCALES))
 413 INSTALL-SUPPORTED-LOCALE-FILES=$(addprefix install-files-, $(SUPPORTED-LOCALES))
 414
 415 # Sometimes the whole collection of locale files should be installed.
 416 LOCALEDEF=I18NPATH=. GCONV_PATH=$(common-objpfx)iconvdata LC_ALL=C \
 417 $(rtld-prefix) $(common-objpfx)locale/localedef
 418 install-locales: install-locale-archive
 419
 420 # Create and install the locale-archive file.
 421 install-locale-archive: $(INSTALL-SUPPORTED-LOCALE-ARCHIVE)
 422 # Create and install the locales individually (no archive).
 423 install-locale-files: $(INSTALL-SUPPORTED-LOCALE-FILES)
 424
 425 install-locales-dir:
 426         $(..)./scripts/mkinstalldirs $(inst_complocaledir)
 427
 428 # The SHIFT_JIS and SHIFT_JISX0213 character maps are not ASCII compatible,
 429 # therefore we have to use --no-warnings=ascii to disable the ASCII check.
 430 # See localedata/gen-locale.sh for the same logic.
 431 define build-one-locale
 432         locale=`echo $@ | sed -e 's/^install-[a-z]*-//'`; \
 433         charset=`echo $$locale | sed -e 's,.*/,,'`; \
 434         locale=`echo $$locale | sed -e 's,/[^/]*,,'`; \
 435         if [ "$$charset" = 'SHIFT_JIS' ] \
 436            || [ "$$charset" = 'SHIFT_JISX0213' ]; then \
 437            flags="$$flags --no-warnings=ascii"; \
 438         fi; \
 439         echo -n `echo $$locale | sed 's/\([^.\@]*\).*/\1/'`; \
 440         echo -n ".$$charset"; \
 441         echo -n `echo $$locale | sed 's/\([^\@]*\)\(\@.*\)*/\2/'`; \
 442         echo -n '...'; \
 443         input=`echo $$locale | sed 's/\([^.]*\)[^@]*\(.*\)/\1\2/'`; \
 444         $(LOCALEDEF) $$flags --alias-file=../intl/locale.alias \
 445                      -i locales/$$input -f charmaps/$$charset \
 446                      $(addprefix --prefix=,$(install_root)) $$locale \
 447         && echo ' done';
 448 endef
 449
 450 $(INSTALL-SUPPORTED-LOCALE-ARCHIVE): install-locales-dir
 451         @flags="-c"; \
 452         $(build-one-locale)
 453
 454 $(INSTALL-SUPPORTED-LOCALE-FILES): install-locales-dir
 455         @flags="-c --no-archive --no-hard-links"; \
 456         $(build-one-locale)
 457
 458 tst-setlocale-ENV = LC_ALL=ja_JP.EUC-JP
 459 tst-wctype-ENV = LC_ALL=ja_JP.EUC-JP
 460
 461 tst-leaks-ENV = MALLOC_TRACE=$(objpfx)tst-leaks.mtrace \
 462                 LD_PRELOAD=$(common-objpfx)/malloc/libc_malloc_debug.so
 463 $(objpfx)mtrace-tst-leaks.out: $(objpfx)tst-leaks.out
 464         $(common-objpfx)malloc/mtrace $(objpfx)tst-leaks.mtrace > $@; \
 465         $(evaluate-test)
 466
 467 bug-setlocale1-ENV-only = LOCPATH=$(objpfx) LC_CTYPE=de_DE.UTF-8
 468 bug-setlocale1-static-ENV-only = $(bug-setlocale1-ENV-only)
 469
 470 $(objdir)/iconvdata/gconv-modules:
 471         $(MAKE) -C ../iconvdata subdir=iconvdata $@