gfx/skia/generate_mozbuild.py

   1 #!/usr/bin/env python3
   2
   3 import locale
   4 import subprocess
   5 from collections import defaultdict
   6 locale.setlocale(locale.LC_ALL, 'en_US.UTF-8')
   7
   8 header = """
   9 #
  10 #   #####   #######           #     #     #     #     #     #
  11 # ##     #  #     #          # #    #  #  #    # #     #   #
  12 # ##        #     #         #   #   #  #  #   #   #     # #
  13 # ##  ####  #     #        #     #  #  #  #  #     #     #
  14 # ##     #  #     #        #######  #  #  #  #######     #      ###
  15 # ##     #  #     #        #     #  #  #  #  #     #     #      ###
  16 # # #####   #######        #     #   ## ##   #     #     #      ###
  17 #
  18 # Seriously. You shouldn't even be looking at this file unless you're
  19 # debugging generate_mozbuild.py.
  20 #
  21 # DO NOT MODIFY THIS FILE IT IS AUTOGENERATED.
  22 #
  23
  24 skia_opt_flags = []
  25
  26 if CONFIG['MOZ_OPTIMIZE']:
  27     if CONFIG['CC_TYPE'] == 'clang-cl':
  28         skia_opt_flags += ['-O2']
  29     elif CONFIG['CC_TYPE'] in ('clang', 'gcc'):
  30         skia_opt_flags += ['-O3']
  31
  32 """
  33
  34 footer = """
  35
  36 # We allow warnings for third-party code that can be updated from upstream.
  37 AllowCompilerWarnings()
  38
  39 FINAL_LIBRARY = 'gkmedias'
  40 LOCAL_INCLUDES += [
  41     'skia',
  42 ]
  43
  44 if CONFIG['MOZ_WIDGET_TOOLKIT'] == 'windows':
  45     DEFINES['UNICODE'] = True
  46     DEFINES['_UNICODE'] = True
  47     UNIFIED_SOURCES += [
  48         'skia/src/fonts/SkFontMgr_indirect.cpp',
  49         'skia/src/fonts/SkRemotableFontMgr.cpp',
  50     ]
  51
  52 # We should autogenerate these SSE related flags.
  53
  54 if CONFIG['INTEL_ARCHITECTURE']:
  55     SOURCES['skia/src/opts/SkOpts_ssse3.cpp'].flags += ['-Dskvx=skvx_ssse3', '-mssse3']
  56     SOURCES['skia/src/opts/SkOpts_sse42.cpp'].flags += ['-Dskvx=skvx_sse42', '-msse4.2']
  57     SOURCES['skia/src/opts/SkOpts_avx.cpp'].flags += ['-Dskvx=skvx_avx', '-mavx']
  58     SOURCES['skia/src/opts/SkOpts_hsw.cpp'].flags += ['-Dskvx=skvx_hsw', '-mavx2', '-mf16c', '-mfma']
  59     if not CONFIG["MOZ_CODE_COVERAGE"]:
  60         SOURCES['skia/src/opts/SkOpts_skx.cpp'].flags += ['-Dskvx=skvx_skx', '-mavx512f', '-mavx512dq', '-mavx512cd', '-mavx512bw', '-mavx512vl']
  61 elif CONFIG['TARGET_CPU'] == 'aarch64' and CONFIG['CC_TYPE'] in ('clang', 'gcc'):
  62     SOURCES['skia/src/opts/SkOpts_crc32.cpp'].flags += ['-Dskvx=skvx_crc32', '-march=armv8-a+crc']
  63
  64 DEFINES['MOZ_SKIA'] = True
  65
  66 DEFINES['SKIA_IMPLEMENTATION'] = 1
  67
  68 DEFINES['SK_PDF_USE_HARFBUZZ_SUBSETTING'] = 1
  69
  70 if CONFIG['MOZ_TREE_FREETYPE']:
  71     DEFINES['SK_CAN_USE_DLOPEN'] = 0
  72
  73 # Suppress warnings in third-party code.
  74 CXXFLAGS += [
  75     '-Wno-deprecated-declarations',
  76     '-Wno-overloaded-virtual',
  77     '-Wno-sign-compare',
  78     '-Wno-unreachable-code',
  79     '-Wno-unused-function',
  80 ]
  81 if CONFIG['CC_TYPE'] == 'gcc':
  82     CXXFLAGS += [
  83         '-Wno-logical-op',
  84         '-Wno-maybe-uninitialized',
  85     ]
  86 if CONFIG['CC_TYPE'] in ('clang', 'clang-cl'):
  87     CXXFLAGS += [
  88         '-Wno-implicit-fallthrough',
  89         '-Wno-inconsistent-missing-override',
  90         '-Wno-macro-redefined',
  91         '-Wno-unused-private-field',
  92     ]
  93
  94 if CONFIG['MOZ_WIDGET_TOOLKIT'] in ('gtk', 'android'):
  95     LOCAL_INCLUDES += [
  96         "/gfx/cairo/cairo/src",
  97     ]
  98     CXXFLAGS += CONFIG['CAIRO_FT_CFLAGS']
  99
 100 if CONFIG['MOZ_WIDGET_TOOLKIT'] == 'gtk':
 101     CXXFLAGS += CONFIG['MOZ_PANGO_CFLAGS']
 102
 103 if CONFIG['TARGET_CPU'] in ('mips32', 'mips64'):
 104     # The skia code uses `mips` as a variable, but it's a builtin preprocessor
 105     # macro on mips that expands to `1`.
 106     DEFINES['mips'] = False
 107 """
 108
 109 import json
 110
 111 platforms = ['linux', 'mac', 'android', 'win']
 112
 113 def parse_sources(output):
 114   return set(v.replace('//', 'skia/') for v in output.decode('utf-8').split() if v.endswith('.cpp') or v.endswith('.S'))
 115
 116 def generate_opt_sources():
 117   cpus = [('intel', 'x86', [':ssse3', ':sse42', ':avx', ':hsw', ':skx']),
 118           ('arm64', 'arm64', [':crc32'])]
 119
 120   opt_sources = {}
 121   for key, cpu, deps in cpus:
 122     subprocess.check_output('cd skia && bin/gn gen out/{0} --args=\'target_cpu="{1}"\''.format(key, cpu), shell=True)
 123     opt_sources[key] = set()
 124     for dep in deps:
 125         try:
 126             output = subprocess.check_output('cd skia && bin/gn desc out/{0} {1} sources'.format(key, dep), shell=True)
 127             if output:
 128                 opt_sources[key].update(parse_sources(output))
 129         except subprocess.CalledProcessError as e:
 130             if e.output.find(b'source_set') < 0:
 131                 raise
 132
 133   return opt_sources
 134
 135 def generate_platform_sources():
 136   sources = {}
 137   platform_args = {
 138     'win' : 'win_vc="C:/" win_sdk_version="00.0.00000.0" win_toolchain_version="00.00.00000"'
 139   }
 140   for plat in platforms:
 141     args = platform_args.get(plat, '')
 142     output = subprocess.check_output('cd skia && bin/gn gen out/{0} --args=\'target_os="{0}" {1}\' > /dev/null && bin/gn desc out/{0} :skia sources'.format(plat, args), shell=True)
 143     if output:
 144       sources[plat] = parse_sources(output)
 145
 146   plat_deps = {
 147     ':fontmgr_win' : 'win',
 148     ':fontmgr_win_gdi' : 'win',
 149     ':fontmgr_mac_ct' : 'mac',
 150   }
 151   for dep, key in plat_deps.items():
 152     output = subprocess.check_output('cd skia && bin/gn desc out/{1} {0} sources'.format(dep, key), shell=True)
 153     if output:
 154       sources[key].update(parse_sources(output))
 155
 156   deps = {':pdf' : 'pdf'}
 157   for dep, key in deps.items():
 158     output = subprocess.check_output('cd skia && bin/gn desc out/linux {} sources'.format(dep), shell=True)
 159     if output:
 160       sources[key] = parse_sources(output)
 161
 162   sources.update(generate_opt_sources())
 163   return sources
 164
 165
 166 def generate_separated_sources(platform_sources):
 167   ignorelist = [
 168     'skia/src/android/',
 169     'skia/src/effects/',
 170     'skia/src/fonts/',
 171     'skia/src/ports/SkImageEncoder',
 172     'skia/src/ports/SkImageGenerator',
 173     'SkLight',
 174     'codec',
 175     'SkWGL',
 176     'SkMemory_malloc',
 177     'third_party',
 178     'SkAnimCodecPlayer',
 179     'SkCamera',
 180     'SkCanvasStack',
 181     'SkCanvasStateUtils',
 182     'JSON',
 183     'SkMultiPictureDocument',
 184     'SkNullCanvas',
 185     'SkNWayCanvas',
 186     'SkOverdrawCanvas',
 187     'SkPaintFilterCanvas',
 188     'SkParseColor',
 189     'SkXPS',
 190     'SkCreateCGImageRef',
 191     'skia/src/ports/SkGlobalInitialization',
 192     'SkICC',
 193   ]
 194
 195   def isignorelisted(value):
 196     for item in ignorelist:
 197       if value.find(item) >= 0:
 198         return True
 199
 200     return False
 201
 202   separated = defaultdict(set, {
 203     'common': {
 204       'skia/src/codec/SkMasks.cpp',
 205       'skia/src/effects/imagefilters/SkBlurImageFilter.cpp',
 206       'skia/src/effects/imagefilters/SkComposeImageFilter.cpp',
 207       'skia/src/effects/SkDashPathEffect.cpp',
 208       'skia/src/ports/SkDiscardableMemory_none.cpp',
 209       'skia/src/ports/SkGlobalInitialization_default.cpp',
 210       'skia/src/ports/SkMemory_mozalloc.cpp',
 211       'skia/src/ports/SkImageGenerator_none.cpp',
 212       'skia/modules/skcms/skcms.cc',
 213       'skia/src/core/SkImageFilterTypes.cpp',
 214       'skia/src/ports/SkFontMgr_empty_factory.cpp',
 215     },
 216     'android': {
 217       # 'skia/src/ports/SkDebug_android.cpp',
 218       'skia/src/ports/SkFontHost_cairo.cpp',
 219       # 'skia/src/ports/SkFontHost_FreeType.cpp',
 220       'skia/src/ports/SkFontHost_FreeType_common.cpp',
 221       # 'skia/src/ports/SkTime_Unix.cpp',
 222       # 'skia/src/utils/SkThreadUtils_pthread.cpp',
 223     },
 224     'linux': {
 225       'skia/src/ports/SkFontHost_cairo.cpp',
 226       'skia/src/ports/SkFontHost_FreeType_common.cpp',
 227     },
 228     'win': set (),
 229     'intel': set(),
 230     'arm': set(),
 231     'arm64': set(),
 232     'none': set(),
 233     'pdf': set()
 234   })
 235
 236   for plat in platform_sources.keys():
 237     for value in platform_sources[plat]:
 238       if isignorelisted(value):
 239         continue
 240
 241       if value in separated['common']:
 242         continue
 243
 244       key = plat
 245
 246       if all(value in platform_sources.get(p, {})
 247              for p in platforms if p != plat):
 248         key = 'common'
 249
 250       separated[key].add(value)
 251
 252   return separated
 253
 254 def uniq(seq):
 255   seen = set()
 256   seen_add = seen.add
 257   return [ x for x in seq if x not in seen and not seen_add(x)]
 258
 259 def write_cflags(f, values, subsearch, cflag, indent):
 260   def write_indent(indent):
 261     for _ in range(indent):
 262         f.write(' ')
 263
 264   if isinstance(subsearch, str):
 265     subsearch = [ subsearch ]
 266
 267   def isallowlisted(value):
 268     for item in subsearch:
 269       if value.find(item) >= 0:
 270         return True
 271
 272     return False
 273
 274   val_list = uniq(sorted(values, key=lambda x: x.lower()))
 275
 276   if len(val_list) == 0:
 277     return
 278
 279   for val in val_list:
 280     if isallowlisted(val):
 281       write_indent(indent)
 282       f.write("SOURCES[\'" + val + "\'].flags += " + cflag + "\n")
 283
 284 opt_allowlist = [
 285   'SkOpts',
 286   'SkBitmapProcState',
 287   'SkBlitRow',
 288   'SkBlitter',
 289   'SkSpriteBlitter',
 290   'SkMatrix.cpp',
 291   'skcms',
 292 ]
 293
 294 # Unfortunately for now the gpu and pathops directories are
 295 # non-unifiable. Keep track of this and fix it.
 296 unified_ignorelist = [
 297   'FontHost',
 298   'SkBitmapProcState_matrixProcs.cpp',
 299   'SkBlitter_A8.cpp',
 300   'SkBlitter_ARGB32.cpp',
 301   'SkBlitter_Sprite.cpp',
 302   'SkCpu.cpp',
 303   'SkScan_Antihair.cpp',
 304   'SkScan_AntiPath.cpp',
 305   'SkParse.cpp',
 306   'SkPDFFont.cpp',
 307   'SkPDFDevice.cpp',
 308   'SkPDFType1Font.cpp',
 309   'SkPictureData.cpp',
 310   'SkColorSpace',
 311   'SkPath.cpp',
 312   'SkPathOpsDebug.cpp',
 313   'SkParsePath.cpp',
 314   'SkRecorder.cpp',
 315   'SkXfermode',
 316   'SkRTree.cpp',
 317   'SkVertices.cpp',
 318   'SkSLLexer.cpp',
 319 ] + opt_allowlist
 320
 321 def write_sources(f, values, indent):
 322   def isignorelisted(value):
 323     for item in unified_ignorelist:
 324       if value.find(item) >= 0:
 325         return True
 326
 327     return False
 328
 329   sources = {}
 330   sources['nonunified'] = set()
 331   sources['unified'] = set()
 332
 333   for item in values:
 334     if isignorelisted(item):
 335       sources['nonunified'].add(item)
 336     else:
 337       sources['unified'].add(item)
 338
 339   write_list(f, "UNIFIED_SOURCES", sources['unified'], indent)
 340   write_list(f, "SOURCES", sources['nonunified'], indent)
 341
 342 def write_list(f, name, values, indent):
 343   def write_indent(indent):
 344     for _ in range(indent):
 345         f.write(' ')
 346
 347   val_list = uniq(sorted(values, key=lambda x: x.lower()))
 348
 349   if len(val_list) == 0:
 350     return
 351
 352   write_indent(indent)
 353   f.write(name + ' += [\n')
 354   for val in val_list:
 355     write_indent(indent + 4)
 356     f.write('\'' + val + '\',\n')
 357
 358   write_indent(indent)
 359   f.write(']\n')
 360
 361 def write_mozbuild(sources):
 362   filename = 'moz.build'
 363   f = open(filename, 'w')
 364
 365   f.write(header)
 366
 367   write_sources(f, sources['common'], 0)
 368   write_cflags(f, sources['common'], opt_allowlist, 'skia_opt_flags', 0)
 369
 370   f.write("if CONFIG['MOZ_ENABLE_SKIA_PDF']:\n")
 371   write_sources(f, sources['pdf'], 4)
 372
 373   f.write("if CONFIG['MOZ_WIDGET_TOOLKIT'] == 'android':\n")
 374   write_sources(f, sources['android'], 4)
 375
 376   f.write("if CONFIG['MOZ_WIDGET_TOOLKIT'] in ('cocoa', 'uikit'):\n")
 377   write_sources(f, sources['mac'], 4)
 378
 379   f.write("if CONFIG['MOZ_WIDGET_TOOLKIT'] == 'gtk':\n")
 380   write_sources(f, sources['linux'], 4)
 381
 382   f.write("if CONFIG['MOZ_WIDGET_TOOLKIT'] == 'windows':\n")
 383   write_list(f, "SOURCES", sources['win'], 4)
 384
 385   f.write("if CONFIG['INTEL_ARCHITECTURE']:\n")
 386   write_sources(f, sources['intel'], 4)
 387   write_cflags(f, sources['intel'], opt_allowlist, 'skia_opt_flags', 4)
 388
 389   if sources['arm']:
 390     f.write("elif CONFIG['TARGET_CPU'] == 'arm' and CONFIG['CC_TYPE'] in ('clang', 'gcc'):\n")
 391     write_sources(f, sources['arm'], 4)
 392     write_cflags(f, sources['arm'], opt_allowlist, 'skia_opt_flags', 4)
 393
 394   if sources['arm64']:
 395     f.write("elif CONFIG['TARGET_CPU'] == 'aarch64':\n")
 396     write_sources(f, sources['arm64'], 4)
 397     write_cflags(f, sources['arm64'], opt_allowlist, 'skia_opt_flags', 4)
 398
 399   if sources['none']:
 400     f.write("else:\n")
 401     write_sources(f, sources['none'], 4)
 402
 403   f.write(footer)
 404
 405   f.close()
 406
 407   print('Wrote ' + filename)
 408
 409 def main():
 410   platform_sources = generate_platform_sources()
 411   separated_sources = generate_separated_sources(platform_sources)
 412   write_mozbuild(separated_sources)
 413
 414
 415 if __name__ == '__main__':
 416   main()