scintilla/lexlib/CharacterCategory.cxx

   1 // Scintilla source code edit control
   2 /** @file CharacterCategory.cxx
   3  ** Returns the Unicode general category of a character.
   4  ** Table automatically regenerated by scripts/GenerateCharacterCategory.py
   5  ** Should only be rarely regenerated for new versions of Unicode.
   6  **/
   7 // Copyright 2013 by Neil Hodgson <neilh@scintilla.org>
   8 // The License.txt file describes the conditions under which this software may be distributed.
   9
  10 #include <vector>
  11 #include <algorithm>
  12 #include <iterator>
  13
  14 #include "Scintilla.h" // for ptrdiff_t in Position.h
  15 #include "CharacterCategory.h"
  16 #include "Position.h" // for Sci::clamp
  17
  18 namespace Scintilla {
  19
  20 namespace {
  21         // Use an unnamed namespace to protect the declarations from name conflicts
  22
  23 const int catRanges[] = {
  24 //++Autogenerated -- start of section automatically generated
  25 // Created with Python 3.7.0,  Unicode 11.0.0
  26 25,
  27 1046,
  28 1073,
  29 1171,
  30 1201,
  31 1293,
  32 1326,
  33 1361,
  34 1394,
  35 1425,
  36 1452,
  37 1489,
  38 1544,
  39 1873,
  40 1938,
  41 2033,
  42 2080,
  43 2925,
  44 2961,
  45 2990,
  46 3028,
  47 3051,
  48 3092,
  49 3105,
  50 3949,
  51 3986,
  52 4014,
  53 4050,
  54 4089,
  55 5142,
  56 5169,
  57 5203,
  58 5333,
  59 5361,
  60 5396,
  61 5429,
  62 5444,
  63 5487,
  64 5522,
  65 5562,
  66 5589,
  67 5620,
  68 5653,
  69 5682,
  70 5706,
  71 5780,
  72 5793,
  73 5841,
  74 5908,
  75 5930,
  76 5956,
  77 6000,
  78 6026,
  79 6129,
  80 6144,
  81 6898,
  82 6912,
  83 7137,
  84 7922,
  85 7937,
  86 8192,
  87 8225,
  88 8256,
  89 8289,
  90 8320,
  91 8353,
  92 8384,
  93 8417,
  94 8448,
  95 8481,
  96 8512,
  97 8545,
  98 8576,
  99 8609,
 100 8640,
 101 8673,
 102 8704,
 103 8737,
 104 8768,
 105 8801,
 106 8832,
 107 8865,
 108 8896,
 109 8929,
 110 8960,
 111 8993,
 112 9024,
 113 9057,
 114 9088,
 115 9121,
 116 9152,
 117 9185,
 118 9216,
 119 9249,
 120 9280,
 121 9313,
 122 9344,
 123 9377,
 124 9408,
 125 9441,
 126 9472,
 127 9505,
 128 9536,
 129 9569,
 130 9600,
 131 9633,
 132 9664,
 133 9697,
 134 9728,
 135 9761,
 136 9792,
 137 9825,
 138 9856,
 139 9889,
 140 9920,
 141 9953,
 142 10016,
 143 10049,
 144 10080,
 145 10113,
 146 10144,
 147 10177,
 148 10208,
 149 10241,
 150 10272,
 151 10305,
 152 10336,
 153 10369,
 154 10400,
 155 10433,
 156 10464,
 157 10497,
 158 10560,
 159 10593,
 160 10624,
 161 10657,
 162 10688,
 163 10721,
 164 10752,
 165 10785,
 166 10816,
 167 10849,
 168 10880,
 169 10913,
 170 10944,
 171 10977,
 172 11008,
 173 11041,
 174 11072,
 175 11105,
 176 11136,
 177 11169,
 178 11200,
 179 11233,
 180 11264,
 181 11297,
 182 11328,
 183 11361,
 184 11392,
 185 11425,
 186 11456,
 187 11489,
 188 11520,
 189 11553,
 190 11584,
 191 11617,
 192 11648,
 193 11681,
 194 11712,
 195 11745,
 196 11776,
 197 11809,
 198 11840,
 199 11873,
 200 11904,
 201 11937,
 202 11968,
 203 12001,
 204 12032,
 205 12097,
 206 12128,
 207 12161,
 208 12192,
 209 12225,
 210 12320,
 211 12385,
 212 12416,
 213 12449,
 214 12480,
 215 12545,
 216 12576,
 217 12673,
 218 12736,
 219 12865,
 220 12896,
 221 12961,
 222 12992,
 223 13089,
 224 13184,
 225 13249,
 226 13280,
 227 13345,
 228 13376,
 229 13409,
 230 13440,
 231 13473,
 232 13504,
 233 13569,
 234 13600,
 235 13633,
 236 13696,
 237 13729,
 238 13760,
 239 13825,
 240 13856,
 241 13953,
 242 13984,
 243 14017,
 244 14048,
 245 14113,
 246 14180,
 247 14208,
 248 14241,
 249 14340,
 250 14464,
 251 14498,
 252 14529,
 253 14560,
 254 14594,
 255 14625,
 256 14656,
 257 14690,
 258 14721,
 259 14752,
 260 14785,
 261 14816,
 262 14849,
 263 14880,
 264 14913,
 265 14944,
 266 14977,
 267 15008,
 268 15041,
 269 15072,
 270 15105,
 271 15136,
 272 15169,
 273 15200,
 274 15233,
 275 15296,
 276 15329,
 277 15360,
 278 15393,
 279 15424,
 280 15457,
 281 15488,
 282 15521,
 283 15552,
 284 15585,
 285 15616,
 286 15649,
 287 15680,
 288 15713,
 289 15744,
 290 15777,
 291 15808,
 292 15841,
 293 15904,
 294 15938,
 295 15969,
 296 16000,
 297 16033,
 298 16064,
 299 16161,
 300 16192,
 301 16225,
 302 16256,
 303 16289,
 304 16320,
 305 16353,
 306 16384,
 307 16417,
 308 16448,
 309 16481,
 310 16512,
 311 16545,
 312 16576,
 313 16609,
 314 16640,
 315 16673,
 316 16704,
 317 16737,
 318 16768,
 319 16801,
 320 16832,
 321 16865,
 322 16896,
 323 16929,
 324 16960,
 325 16993,
 326 17024,
 327 17057,
 328 17088,
 329 17121,
 330 17152,
 331 17185,
 332 17216,
 333 17249,
 334 17280,
 335 17313,
 336 17344,
 337 17377,
 338 17408,
 339 17441,
 340 17472,
 341 17505,
 342 17536,
 343 17569,
 344 17600,
 345 17633,
 346 17664,
 347 17697,
 348 17728,
 349 17761,
 350 17792,
 351 17825,
 352 17856,
 353 17889,
 354 17920,
 355 17953,
 356 17984,
 357 18017,
 358 18240,
 359 18305,
 360 18336,
 361 18401,
 362 18464,
 363 18497,
 364 18528,
 365 18657,
 366 18688,
 367 18721,
 368 18752,
 369 18785,
 370 18816,
 371 18849,
 372 18880,
 373 18913,
 374 21124,
 375 21153,
 376 22019,
 377 22612,
 378 22723,
 379 23124,
 380 23555,
 381 23732,
 382 23939,
 383 23988,
 384 24003,
 385 24052,
 386 24581,
 387 28160,
 388 28193,
 389 28224,
 390 28257,
 391 28291,
 392 28340,
 393 28352,
 394 28385,
 395 28445,
 396 28483,
 397 28513,
 398 28625,
 399 28640,
 400 28701,
 401 28820,
 402 28864,
 403 28913,
 404 28928,
 405 29053,
 406 29056,
 407 29117,
 408 29120,
 409 29185,
 410 29216,
 411 29789,
 412 29792,
 413 30081,
 414 31200,
 415 31233,
 416 31296,
 417 31393,
 418 31488,
 419 31521,
 420 31552,
 421 31585,
 422 31616,
 423 31649,
 424 31680,
 425 31713,
 426 31744,
 427 31777,
 428 31808,
 429 31841,
 430 31872,
 431 31905,
 432 31936,
 433 31969,
 434 32000,
 435 32033,
 436 32064,
 437 32097,
 438 32128,
 439 32161,
 440 32192,
 441 32225,
 442 32384,
 443 32417,
 444 32466,
 445 32480,
 446 32513,
 447 32544,
 448 32609,
 449 32672,
 450 34305,
 451 35840,
 452 35873,
 453 35904,
 454 35937,
 455 35968,
 456 36001,
 457 36032,
 458 36065,
 459 36096,
 460 36129,
 461 36160,
 462 36193,
 463 36224,
 464 36257,
 465 36288,
 466 36321,
 467 36352,
 468 36385,
 469 36416,
 470 36449,
 471 36480,
 472 36513,
 473 36544,
 474 36577,
 475 36608,
 476 36641,
 477 36672,
 478 36705,
 479 36736,
 480 36769,
 481 36800,
 482 36833,
 483 36864,
 484 36897,
 485 36949,
 486 36965,
 487 37127,
 488 37184,
 489 37217,
 490 37248,
 491 37281,
 492 37312,
 493 37345,
 494 37376,
 495 37409,
 496 37440,
 497 37473,
 498 37504,
 499 37537,
 500 37568,
 501 37601,
 502 37632,
 503 37665,
 504 37696,
 505 37729,
 506 37760,
 507 37793,
 508 37824,
 509 37857,
 510 37888,
 511 37921,
 512 37952,
 513 37985,
 514 38016,
 515 38049,
 516 38080,
 517 38113,
 518 38144,
 519 38177,
 520 38208,
 521 38241,
 522 38272,
 523 38305,
 524 38336,
 525 38369,
 526 38400,
 527 38433,
 528 38464,
 529 38497,
 530 38528,
 531 38561,
 532 38592,
 533 38625,
 534 38656,
 535 38689,
 536 38720,
 537 38753,
 538 38784,
 539 38817,
 540 38848,
 541 38881,
 542 38912,
 543 38977,
 544 39008,
 545 39041,
 546 39072,
 547 39105,
 548 39136,
 549 39169,
 550 39200,
 551 39233,
 552 39264,
 553 39297,
 554 39328,
 555 39361,
 556 39424,
 557 39457,
 558 39488,
 559 39521,
 560 39552,
 561 39585,
 562 39616,
 563 39649,
 564 39680,
 565 39713,
 566 39744,
 567 39777,
 568 39808,
 569 39841,
 570 39872,
 571 39905,
 572 39936,
 573 39969,
 574 40000,
 575 40033,
 576 40064,
 577 40097,
 578 40128,
 579 40161,
 580 40192,
 581 40225,
 582 40256,
 583 40289,
 584 40320,
 585 40353,
 586 40384,
 587 40417,
 588 40448,
 589 40481,
 590 40512,
 591 40545,
 592 40576,
 593 40609,
 594 40640,
 595 40673,
 596 40704,
 597 40737,
 598 40768,
 599 40801,
 600 40832,
 601 40865,
 602 40896,
 603 40929,
 604 40960,
 605 40993,
 606 41024,
 607 41057,
 608 41088,
 609 41121,
 610 41152,
 611 41185,
 612 41216,
 613 41249,
 614 41280,
 615 41313,
 616 41344,
 617 41377,
 618 41408,
 619 41441,
 620 41472,
 621 41505,
 622 41536,
 623 41569,
 624 41600,
 625 41633,
 626 41664,
 627 41697,
 628 41728,
 629 41761,
 630 41792,
 631 41825,
 632 41856,
 633 41889,
 634 41920,
 635 41953,
 636 41984,
 637 42017,
 638 42048,
 639 42081,
 640 42112,
 641 42145,
 642 42176,
 643 42209,
 644 42240,
 645 42273,
 646 42304,
 647 42337,
 648 42368,
 649 42401,
 650 42432,
 651 42465,
 652 42525,
 653 42528,
 654 43773,
 655 43811,
 656 43857,
 657 44033,
 658 45361,
 659 45388,
 660 45437,
 661 45493,
 662 45555,
 663 45597,
 664 45605,
 665 47052,
 666 47077,
 667 47121,
 668 47141,
 669 47217,
 670 47237,
 671 47313,
 672 47333,
 673 47389,
 674 47620,
 675 48509,
 676 48612,
 677 48753,
 678 48829,
 679 49178,
 680 49362,
 681 49457,
 682 49523,
 683 49553,
 684 49621,
 685 49669,
 686 50033,
 687 50074,
 688 50109,
 689 50129,
 690 50180,
 691 51203,
 692 51236,
 693 51557,
 694 52232,
 695 52561,
 696 52676,
 697 52741,
 698 52772,
 699 55953,
 700 55972,
 701 56005,
 702 56250,
 703 56277,
 704 56293,
 705 56483,
 706 56549,
 707 56629,
 708 56645,
 709 56772,
 710 56840,
 711 57156,
 712 57269,
 713 57316,
 714 57361,
 715 57821,
 716 57850,
 717 57860,
 718 57893,
 719 57924,
 720 58885,
 721 59773,
 722 59812,
 723 62661,
 724 63012,
 725 63069,
 726 63496,
 727 63812,
 728 64869,
 729 65155,
 730 65237,
 731 65265,
 732 65347,
 733 65405,
 734 65445,
 735 65491,
 736 65540,
 737 66245,
 738 66371,
 739 66405,
 740 66691,
 741 66725,
 742 66819,
 743 66853,
 744 67037,
 745 67089,
 746 67581,
 747 67588,
 748 68389,
 749 68509,
 750 68561,
 751 68605,
 752 68612,
 753 68989,
 754 70660,
 755 71357,
 756 71364,
 757 71645,
 758 72293,
 759 72794,
 760 72805,
 761 73830,
 762 73860,
 763 75589,
 764 75622,
 765 75653,
 766 75684,
 767 75718,
 768 75813,
 769 76070,
 770 76197,
 771 76230,
 772 76292,
 773 76325,
 774 76548,
 775 76869,
 776 76945,
 777 77000,
 778 77329,
 779 77347,
 780 77380,
 781 77861,
 782 77894,
 783 77981,
 784 77988,
 785 78269,
 786 78308,
 787 78397,
 788 78436,
 789 79165,
 790 79172,
 791 79421,
 792 79428,
 793 79485,
 794 79556,
 795 79709,
 796 79749,
 797 79780,
 798 79814,
 799 79909,
 800 80061,
 801 80102,
 802 80189,
 803 80230,
 804 80293,
 805 80324,
 806 80381,
 807 80614,
 808 80669,
 809 80772,
 810 80861,
 811 80868,
 812 80965,
 813 81053,
 814 81096,
 815 81412,
 816 81491,
 817 81546,
 818 81749,
 819 81779,
 820 81796,
 821 81841,
 822 81861,
 823 81917,
 824 81957,
 825 82022,
 826 82077,
 827 82084,
 828 82301,
 829 82404,
 830 82493,
 831 82532,
 832 83261,
 833 83268,
 834 83517,
 835 83524,
 836 83613,
 837 83620,
 838 83709,
 839 83716,
 840 83805,
 841 83845,
 842 83901,
 843 83910,
 844 84005,
 845 84093,
 846 84197,
 847 84285,
 848 84325,
 849 84445,
 850 84517,
 851 84573,
 852 84772,
 853 84925,
 854 84932,
 855 84989,
 856 85192,
 857 85509,
 858 85572,
 859 85669,
 860 85713,
 861 85757,
 862 86053,
 863 86118,
 864 86173,
 865 86180,
 866 86493,
 867 86500,
 868 86621,
 869 86628,
 870 87357,
 871 87364,
 872 87613,
 873 87620,
 874 87709,
 875 87716,
 876 87901,
 877 87941,
 878 87972,
 879 88006,
 880 88101,
 881 88285,
 882 88293,
 883 88358,
 884 88413,
 885 88422,
 886 88485,
 887 88541,
 888 88580,
 889 88637,
 890 89092,
 891 89157,
 892 89245,
 893 89288,
 894 89617,
 895 89651,
 896 89693,
 897 89892,
 898 89925,
 899 90141,
 900 90149,
 901 90182,
 902 90269,
 903 90276,
 904 90557,
 905 90596,
 906 90685,
 907 90724,
 908 91453,
 909 91460,
 910 91709,
 911 91716,
 912 91805,
 913 91812,
 914 91997,
 915 92037,
 916 92068,
 917 92102,
 918 92133,
 919 92166,
 920 92197,
 921 92349,
 922 92390,
 923 92477,
 924 92518,
 925 92581,
 926 92637,
 927 92869,
 928 92902,
 929 92957,
 930 93060,
 931 93149,
 932 93156,
 933 93253,
 934 93341,
 935 93384,
 936 93717,
 937 93732,
 938 93770,
 939 93981,
 940 94277,
 941 94308,
 942 94365,
 943 94372,
 944 94589,
 945 94660,
 946 94781,
 947 94788,
 948 94941,
 949 95012,
 950 95101,
 951 95108,
 952 95165,
 953 95172,
 954 95261,
 955 95332,
 956 95421,
 957 95492,
 958 95613,
 959 95684,
 960 96093,
 961 96198,
 962 96261,
 963 96294,
 964 96381,
 965 96454,
 966 96573,
 967 96582,
 968 96677,
 969 96733,
 970 96772,
 971 96829,
 972 96998,
 973 97053,
 974 97480,
 975 97802,
 976 97909,
 977 98099,
 978 98133,
 979 98173,
 980 98309,
 981 98342,
 982 98437,
 983 98468,
 984 98749,
 985 98756,
 986 98877,
 987 98884,
 988 99645,
 989 99652,
 990 100189,
 991 100260,
 992 100293,
 993 100390,
 994 100541,
 995 100549,
 996 100669,
 997 100677,
 998 100829,
 999 101029,
1000 101117,
1001 101124,
1002 101245,
1003 101380,
1004 101445,
1005 101533,
1006 101576,
1007 101917,
1008 102154,
1009 102389,
1010 102404,
1011 102437,
1012 102470,
1013 102545,
1014 102564,
1015 102845,
1016 102852,
1017 102973,
1018 102980,
1019 103741,
1020 103748,
1021 104093,
1022 104100,
1023 104285,
1024 104325,
1025 104356,
1026 104390,
1027 104421,
1028 104454,
1029 104637,
1030 104645,
1031 104678,
1032 104765,
1033 104774,
1034 104837,
1035 104925,
1036 105126,
1037 105213,
1038 105412,
1039 105469,
1040 105476,
1041 105541,
1042 105629,
1043 105672,
1044 106013,
1045 106020,
1046 106109,
1047 106501,
1048 106566,
1049 106653,
1050 106660,
1051 106941,
1052 106948,
1053 107069,
1054 107076,
1055 108389,
1056 108452,
1057 108486,
1058 108581,
1059 108733,
1060 108742,
1061 108861,
1062 108870,
1063 108965,
1064 108996,
1065 109045,
1066 109085,
1067 109188,
1068 109286,
1069 109322,
1070 109540,
1071 109637,
1072 109725,
1073 109768,
1074 110090,
1075 110389,
1076 110404,
1077 110621,
1078 110662,
1079 110749,
1080 110756,
1081 111357,
1082 111428,
1083 112221,
1084 112228,
1085 112541,
1086 112548,
1087 112605,
1088 112644,
1089 112893,
1090 112965,
1091 113021,
1092 113126,
1093 113221,
1094 113341,
1095 113349,
1096 113405,
1097 113414,
1098 113693,
1099 113864,
1100 114205,
1101 114246,
1102 114321,
1103 114365,
1104 114724,
1105 116261,
1106 116292,
1107 116357,
1108 116605,
1109 116723,
1110 116740,
1111 116931,
1112 116965,
1113 117233,
1114 117256,
1115 117585,
1116 117661,
1117 118820,
1118 118909,
1119 118916,
1120 118973,
1121 119012,
1122 119101,
1123 119108,
1124 119165,
1125 119204,
1126 119261,
1127 119428,
1128 119581,
1129 119588,
1130 119837,
1131 119844,
1132 119965,
1133 119972,
1134 120029,
1135 120036,
1136 120093,
1137 120132,
1138 120221,
1139 120228,
1140 120357,
1141 120388,
1142 120453,
1143 120669,
1144 120677,
1145 120740,
1146 120797,
1147 120836,
1148 121021,
1149 121027,
1150 121085,
1151 121093,
1152 121309,
1153 121352,
1154 121693,
1155 121732,
1156 121885,
1157 122884,
1158 122933,
1159 123025,
1160 123509,
1161 123537,
1162 123573,
1163 123653,
1164 123733,
1165 123912,
1166 124234,
1167 124565,
1168 124581,
1169 124629,
1170 124645,
1171 124693,
1172 124709,
1173 124749,
1174 124782,
1175 124813,
1176 124846,
1177 124870,
1178 124932,
1179 125213,
1180 125220,
1181 126397,
1182 126501,
1183 126950,
1184 126981,
1185 127153,
1186 127173,
1187 127236,
1188 127397,
1189 127773,
1190 127781,
1191 128957,
1192 128981,
1193 129221,
1194 129269,
1195 129469,
1196 129493,
1197 129553,
1198 129717,
1199 129841,
1200 129917,
1201 131076,
1202 132454,
1203 132517,
1204 132646,
1205 132677,
1206 132870,
1207 132901,
1208 132966,
1209 133029,
1210 133092,
1211 133128,
1212 133457,
1213 133636,
1214 133830,
1215 133893,
1216 133956,
1217 134085,
1218 134180,
1219 134214,
1220 134308,
1221 134374,
1222 134596,
1223 134693,
1224 134820,
1225 135237,
1226 135270,
1227 135333,
1228 135398,
1229 135589,
1230 135620,
1231 135654,
1232 135688,
1233 136006,
1234 136101,
1235 136149,
1236 136192,
1237 137437,
1238 137440,
1239 137501,
1240 137632,
1241 137693,
1242 137729,
1243 139121,
1244 139139,
1245 139169,
1246 139268,
1247 149821,
1248 149828,
1249 149981,
1250 150020,
1251 150269,
1252 150276,
1253 150333,
1254 150340,
1255 150493,
1256 150532,
1257 151869,
1258 151876,
1259 152029,
1260 152068,
1261 153149,
1262 153156,
1263 153309,
1264 153348,
1265 153597,
1266 153604,
1267 153661,
1268 153668,
1269 153821,
1270 153860,
1271 154365,
1272 154372,
1273 156221,
1274 156228,
1275 156381,
1276 156420,
1277 158589,
1278 158629,
1279 158737,
1280 159018,
1281 159677,
1282 159748,
1283 160277,
1284 160605,
1285 160768,
1286 163549,
1287 163585,
1288 163805,
1289 163852,
1290 163876,
1291 183729,
1292 183780,
1293 184342,
1294 184356,
1295 185197,
1296 185230,
1297 185277,
1298 185348,
1299 187761,
1300 187849,
1301 187940,
1302 188221,
1303 188420,
1304 188861,
1305 188868,
1306 188997,
1307 189117,
1308 189444,
1309 190021,
1310 190129,
1311 190205,
1312 190468,
1313 191045,
1314 191133,
1315 191492,
1316 191933,
1317 191940,
1318 192061,
1319 192069,
1320 192157,
1321 192516,
1322 194181,
1323 194246,
1324 194277,
1325 194502,
1326 194757,
1327 194790,
1328 194853,
1329 195217,
1330 195299,
1331 195345,
1332 195443,
1333 195460,
1334 195493,
1335 195549,
1336 195592,
1337 195933,
1338 196106,
1339 196445,
1340 196625,
1341 196812,
1342 196849,
1343 196965,
1344 197082,
1345 197117,
1346 197128,
1347 197469,
1348 197636,
1349 198755,
1350 198788,
1351 200509,
1352 200708,
1353 200869,
1354 200932,
1355 202021,
1356 202052,
1357 202109,
1358 202244,
1359 204509,
1360 204804,
1361 205821,
1362 205829,
1363 205926,
1364 206053,
1365 206118,
1366 206237,
1367 206342,
1368 206405,
1369 206438,
1370 206629,
1371 206749,
1372 206869,
1373 206909,
1374 206993,
1375 207048,
1376 207364,
1377 208349,
1378 208388,
1379 208573,
1380 208900,
1381 210333,
1382 210436,
1383 211293,
1384 211464,
1385 211786,
1386 211837,
1387 211925,
1388 212996,
1389 213733,
1390 213798,
1391 213861,
1392 213917,
1393 213969,
1394 214020,
1395 215718,
1396 215749,
1397 215782,
1398 215813,
1399 216061,
1400 216069,
1401 216102,
1402 216133,
1403 216166,
1404 216229,
1405 216486,
1406 216677,
1407 217021,
1408 217061,
1409 217096,
1410 217437,
1411 217608,
1412 217949,
1413 218129,
1414 218339,
1415 218385,
1416 218589,
1417 218629,
1418 219079,
1419 219133,
1420 221189,
1421 221318,
1422 221348,
1423 222853,
1424 222886,
1425 222917,
1426 223078,
1427 223109,
1428 223142,
1429 223301,
1430 223334,
1431 223396,
1432 223645,
1433 223752,
1434 224081,
1435 224309,
1436 224613,
1437 224917,
1438 225213,
1439 225285,
1440 225350,
1441 225380,
1442 226342,
1443 226373,
1444 226502,
1445 226565,
1446 226630,
1447 226661,
1448 226756,
1449 226824,
1450 227140,
1451 228549,
1452 228582,
1453 228613,
1454 228678,
1455 228773,
1456 228806,
1457 228837,
1458 228934,
1459 229021,
1460 229265,
1461 229380,
1462 230534,
1463 230789,
1464 231046,
1465 231109,
1466 231197,
1467 231281,
1468 231432,
1469 231773,
1470 231844,
1471 231944,
1472 232260,
1473 233219,
1474 233425,
1475 233473,
1476 233789,
1477 233984,
1478 235389,
1479 235424,
1480 235537,
1481 235805,
1482 236037,
1483 236145,
1484 236165,
1485 236582,
1486 236613,
1487 236836,
1488 236965,
1489 236996,
1490 237126,
1491 237189,
1492 237220,
1493 237286,
1494 237317,
1495 237405,
1496 237569,
1497 238979,
1498 240993,
1499 241411,
1500 241441,
1501 242531,
1502 243717,
1503 245597,
1504 245605,
1505 245760,
1506 245793,
1507 245824,
1508 245857,
1509 245888,
1510 245921,
1511 245952,
1512 245985,
1513 246016,
1514 246049,
1515 246080,
1516 246113,
1517 246144,
1518 246177,
1519 246208,
1520 246241,
1521 246272,
1522 246305,
1523 246336,
1524 246369,
1525 246400,
1526 246433,
1527 246464,
1528 246497,
1529 246528,
1530 246561,
1531 246592,
1532 246625,
1533 246656,
1534 246689,
1535 246720,
1536 246753,
1537 246784,
1538 246817,
1539 246848,
1540 246881,
1541 246912,
1542 246945,
1543 246976,
1544 247009,
1545 247040,
1546 247073,
1547 247104,
1548 247137,
1549 247168,
1550 247201,
1551 247232,
1552 247265,
1553 247296,
1554 247329,
1555 247360,
1556 247393,
1557 247424,
1558 247457,
1559 247488,
1560 247521,
1561 247552,
1562 247585,
1563 247616,
1564 247649,
1565 247680,
1566 247713,
1567 247744,
1568 247777,
1569 247808,
1570 247841,
1571 247872,
1572 247905,
1573 247936,
1574 247969,
1575 248000,
1576 248033,
1577 248064,
1578 248097,
1579 248128,
1580 248161,
1581 248192,
1582 248225,
1583 248256,
1584 248289,
1585 248320,
1586 248353,
1587 248384,
1588 248417,
1589 248448,
1590 248481,
1591 248512,
1592 248545,
1593 248576,
1594 248609,
1595 248640,
1596 248673,
1597 248704,
1598 248737,
1599 248768,
1600 248801,
1601 248832,
1602 248865,
1603 248896,
1604 248929,
1605 248960,
1606 248993,
1607 249024,
1608 249057,
1609 249088,
1610 249121,
1611 249152,
1612 249185,
1613 249216,
1614 249249,
1615 249280,
1616 249313,
1617 249344,
1618 249377,
1619 249408,
1620 249441,
1621 249472,
1622 249505,
1623 249536,
1624 249569,
1625 249600,
1626 249633,
1627 249664,
1628 249697,
1629 249728,
1630 249761,
1631 249792,
1632 249825,
1633 249856,
1634 249889,
1635 249920,
1636 249953,
1637 249984,
1638 250017,
1639 250048,
1640 250081,
1641 250112,
1642 250145,
1643 250176,
1644 250209,
1645 250240,
1646 250273,
1647 250304,
1648 250337,
1649 250368,
1650 250401,
1651 250432,
1652 250465,
1653 250496,
1654 250529,
1655 250816,
1656 250849,
1657 250880,
1658 250913,
1659 250944,
1660 250977,
1661 251008,
1662 251041,
1663 251072,
1664 251105,
1665 251136,
1666 251169,
1667 251200,
1668 251233,
1669 251264,
1670 251297,
1671 251328,
1672 251361,
1673 251392,
1674 251425,
1675 251456,
1676 251489,
1677 251520,
1678 251553,
1679 251584,
1680 251617,
1681 251648,
1682 251681,
1683 251712,
1684 251745,
1685 251776,
1686 251809,
1687 251840,
1688 251873,
1689 251904,
1690 251937,
1691 251968,
1692 252001,
1693 252032,
1694 252065,
1695 252096,
1696 252129,
1697 252160,
1698 252193,
1699 252224,
1700 252257,
1701 252288,
1702 252321,
1703 252352,
1704 252385,
1705 252416,
1706 252449,
1707 252480,
1708 252513,
1709 252544,
1710 252577,
1711 252608,
1712 252641,
1713 252672,
1714 252705,
1715 252736,
1716 252769,
1717 252800,
1718 252833,
1719 252864,
1720 252897,
1721 252928,
1722 252961,
1723 252992,
1724 253025,
1725 253056,
1726 253089,
1727 253120,
1728 253153,
1729 253184,
1730 253217,
1731 253248,
1732 253281,
1733 253312,
1734 253345,
1735 253376,
1736 253409,
1737 253440,
1738 253473,
1739 253504,
1740 253537,
1741 253568,
1742 253601,
1743 253632,
1744 253665,
1745 253696,
1746 253729,
1747 253760,
1748 253793,
1749 253824,
1750 253857,
1751 253888,
1752 253921,
1753 254208,
1754 254465,
1755 254685,
1756 254720,
1757 254941,
1758 254977,
1759 255232,
1760 255489,
1761 255744,
1762 256001,
1763 256221,
1764 256256,
1765 256477,
1766 256513,
1767 256797,
1768 256800,
1769 256861,
1770 256864,
1771 256925,
1772 256928,
1773 256989,
1774 256992,
1775 257025,
1776 257280,
1777 257537,
1778 258013,
1779 258049,
1780 258306,
1781 258561,
1782 258818,
1783 259073,
1784 259330,
1785 259585,
1786 259773,
1787 259777,
1788 259840,
1789 259970,
1790 260020,
1791 260033,
1792 260084,
1793 260161,
1794 260285,
1795 260289,
1796 260352,
1797 260482,
1798 260532,
1799 260609,
1800 260765,
1801 260801,
1802 260864,
1803 261021,
1804 261044,
1805 261121,
1806 261376,
1807 261556,
1808 261661,
1809 261697,
1810 261821,
1811 261825,
1812 261888,
1813 262018,
1814 262068,
1815 262141,
1816 262166,
1817 262522,
1818 262668,
1819 262865,
1820 262927,
1821 262960,
1822 262989,
1823 263023,
1824 263088,
1825 263117,
1826 263151,
1827 263185,
1828 263447,
1829 263480,
1830 263514,
1831 263670,
1832 263697,
1833 263983,
1834 264016,
1835 264049,
1836 264171,
1837 264241,
1838 264338,
1839 264365,
1840 264398,
1841 264433,
1842 264786,
1843 264817,
1844 264843,
1845 264881,
1846 265206,
1847 265242,
1848 265405,
1849 265434,
1850 265738,
1851 265763,
1852 265821,
1853 265866,
1854 266066,
1855 266157,
1856 266190,
1857 266211,
1858 266250,
1859 266578,
1860 266669,
1861 266702,
1862 266749,
1863 266755,
1864 267197,
1865 267283,
1866 268317,
1867 268805,
1868 269223,
1869 269349,
1870 269383,
1871 269477,
1872 269885,
1873 270357,
1874 270400,
1875 270453,
1876 270560,
1877 270613,
1878 270657,
1879 270688,
1880 270785,
1881 270848,
1882 270945,
1883 270997,
1884 271008,
1885 271061,
1886 271122,
1887 271136,
1888 271317,
1889 271488,
1890 271541,
1891 271552,
1892 271605,
1893 271616,
1894 271669,
1895 271680,
1896 271829,
1897 271841,
1898 271872,
1899 272001,
1900 272036,
1901 272161,
1902 272213,
1903 272257,
1904 272320,
1905 272402,
1906 272544,
1907 272577,
1908 272725,
1909 272754,
1910 272789,
1911 272833,
1912 272885,
1913 272906,
1914 273417,
1915 274528,
1916 274561,
1917 274601,
1918 274730,
1919 274773,
1920 274845,
1921 274962,
1922 275125,
1923 275282,
1924 275349,
1925 275474,
1926 275509,
1927 275570,
1928 275605,
1929 275666,
1930 275701,
1931 275922,
1932 275957,
1933 276946,
1934 277013,
1935 277074,
1936 277109,
1937 277138,
1938 277173,
1939 278162,
1940 286741,
1941 286989,
1942 287022,
1943 287053,
1944 287086,
1945 287125,
1946 287762,
1947 287829,
1948 288045,
1949 288078,
1950 288117,
1951 290706,
1952 290741,
1953 291698,
1954 292501,
1955 293778,
1956 293973,
1957 296189,
1958 296981,
1959 297341,
1960 297994,
1961 299925,
1962 302410,
1963 303125,
1964 308978,
1965 309013,
1966 309298,
1967 309333,
1968 311058,
1969 311317,
1970 314866,
1971 314901,
1972 322829,
1973 322862,
1974 322893,
1975 322926,
1976 322957,
1977 322990,
1978 323021,
1979 323054,
1980 323085,
1981 323118,
1982 323149,
1983 323182,
1984 323213,
1985 323246,
1986 323274,
1987 324245,
1988 325650,
1989 325805,
1990 325838,
1991 325874,
1992 326861,
1993 326894,
1994 326925,
1995 326958,
1996 326989,
1997 327022,
1998 327053,
1999 327086,
2000 327117,
2001 327150,
2002 327186,
2003 327701,
2004 335890,
2005 340077,
2006 340110,
2007 340141,
2008 340174,
2009 340205,
2010 340238,
2011 340269,
2012 340302,
2013 340333,
2014 340366,
2015 340397,
2016 340430,
2017 340461,
2018 340494,
2019 340525,
2020 340558,
2021 340589,
2022 340622,
2023 340653,
2024 340686,
2025 340717,
2026 340750,
2027 340786,
2028 342797,
2029 342830,
2030 342861,
2031 342894,
2032 342930,
2033 343949,
2034 343982,
2035 344018,
2036 352277,
2037 353810,
2038 354485,
2039 354546,
2040 354741,
2041 355997,
2042 356053,
2043 357085,
2044 357141,
2045 358717,
2046 358741,
2047 360445,
2048 360448,
2049 361981,
2050 361985,
2051 363517,
2052 363520,
2053 363553,
2054 363584,
2055 363681,
2056 363744,
2057 363777,
2058 363808,
2059 363841,
2060 363872,
2061 363905,
2062 363936,
2063 364065,
2064 364096,
2065 364129,
2066 364192,
2067 364225,
2068 364419,
2069 364480,
2070 364577,
2071 364608,
2072 364641,
2073 364672,
2074 364705,
2075 364736,
2076 364769,
2077 364800,
2078 364833,
2079 364864,
2080 364897,
2081 364928,
2082 364961,
2083 364992,
2084 365025,
2085 365056,
2086 365089,
2087 365120,
2088 365153,
2089 365184,
2090 365217,
2091 365248,
2092 365281,
2093 365312,
2094 365345,
2095 365376,
2096 365409,
2097 365440,
2098 365473,
2099 365504,
2100 365537,
2101 365568,
2102 365601,
2103 365632,
2104 365665,
2105 365696,
2106 365729,
2107 365760,
2108 365793,
2109 365824,
2110 365857,
2111 365888,
2112 365921,
2113 365952,
2114 365985,
2115 366016,
2116 366049,
2117 366080,
2118 366113,
2119 366144,
2120 366177,
2121 366208,
2122 366241,
2123 366272,
2124 366305,
2125 366336,
2126 366369,
2127 366400,
2128 366433,
2129 366464,
2130 366497,
2131 366528,
2132 366561,
2133 366592,
2134 366625,
2135 366656,
2136 366689,
2137 366720,
2138 366753,
2139 366784,
2140 366817,
2141 366848,
2142 366881,
2143 366912,
2144 366945,
2145 366976,
2146 367009,
2147 367040,
2148 367073,
2149 367104,
2150 367137,
2151 367168,
2152 367201,
2153 367232,
2154 367265,
2155 367296,
2156 367329,
2157 367360,
2158 367393,
2159 367424,
2160 367457,
2161 367488,
2162 367521,
2163 367552,
2164 367585,
2165 367616,
2166 367649,
2167 367680,
2168 367713,
2169 367797,
2170 367968,
2171 368001,
2172 368032,
2173 368065,
2174 368101,
2175 368192,
2176 368225,
2177 368285,
2178 368433,
2179 368554,
2180 368593,
2181 368641,
2182 369885,
2183 369889,
2184 369949,
2185 370081,
2186 370141,
2187 370180,
2188 371997,
2189 372195,
2190 372241,
2191 372285,
2192 372709,
2193 372740,
2194 373501,
2195 373764,
2196 374013,
2197 374020,
2198 374269,
2199 374276,
2200 374525,
2201 374532,
2202 374781,
2203 374788,
2204 375037,
2205 375044,
2206 375293,
2207 375300,
2208 375549,
2209 375556,
2210 375805,
2211 375813,
2212 376849,
2213 376911,
2214 376944,
2215 376975,
2216 377008,
2217 377041,
2218 377135,
2219 377168,
2220 377201,
2221 377231,
2222 377264,
2223 377297,
2224 377580,
2225 377617,
2226 377676,
2227 377713,
2228 377743,
2229 377776,
2230 377809,
2231 377871,
2232 377904,
2233 377933,
2234 377966,
2235 377997,
2236 378030,
2237 378061,
2238 378094,
2239 378125,
2240 378158,
2241 378193,
2242 378339,
2243 378385,
2244 378700,
2245 378769,
2246 378892,
2247 378929,
2248 378957,
2249 378993,
2250 379389,
2251 380949,
2252 381789,
2253 381813,
2254 384669,
2255 385045,
2256 391901,
2257 392725,
2258 393117,
2259 393238,
2260 393265,
2261 393365,
2262 393379,
2263 393412,
2264 393449,
2265 393485,
2266 393518,
2267 393549,
2268 393582,
2269 393613,
2270 393646,
2271 393677,
2272 393710,
2273 393741,
2274 393774,
2275 393813,
2276 393869,
2277 393902,
2278 393933,
2279 393966,
2280 393997,
2281 394030,
2282 394061,
2283 394094,
2284 394124,
2285 394157,
2286 394190,
2287 394261,
2288 394281,
2289 394565,
2290 394694,
2291 394764,
2292 394787,
2293 394965,
2294 395017,
2295 395107,
2296 395140,
2297 395185,
2298 395221,
2299 395293,
2300 395300,
2301 398077,
2302 398117,
2303 398196,
2304 398243,
2305 398308,
2306 398348,
2307 398372,
2308 401265,
2309 401283,
2310 401380,
2311 401437,
2312 401572,
2313 402973,
2314 402980,
2315 406013,
2316 406037,
2317 406090,
2318 406229,
2319 406532,
2320 407421,
2321 407573,
2322 408733,
2323 409092,
2324 409621,
2325 410621,
2326 410634,
2327 410965,
2328 411914,
2329 412181,
2330 412202,
2331 412693,
2332 413706,
2333 414037,
2334 415274,
2335 415765,
2336 417789,
2337 417813,
2338 425988,
2339 636637,
2340 636949,
2341 638980,
2342 1310237,
2343 1310724,
2344 1311395,
2345 1311428,
2346 1348029,
2347 1348117,
2348 1349885,
2349 1350148,
2350 1351427,
2351 1351633,
2352 1351684,
2353 1360259,
2354 1360305,
2355 1360388,
2356 1360904,
2357 1361220,
2358 1361309,
2359 1361920,
2360 1361953,
2361 1361984,
2362 1362017,
2363 1362048,
2364 1362081,
2365 1362112,
2366 1362145,
2367 1362176,
2368 1362209,
2369 1362240,
2370 1362273,
2371 1362304,
2372 1362337,
2373 1362368,
2374 1362401,
2375 1362432,
2376 1362465,
2377 1362496,
2378 1362529,
2379 1362560,
2380 1362593,
2381 1362624,
2382 1362657,
2383 1362688,
2384 1362721,
2385 1362752,
2386 1362785,
2387 1362816,
2388 1362849,
2389 1362880,
2390 1362913,
2391 1362944,
2392 1362977,
2393 1363008,
2394 1363041,
2395 1363072,
2396 1363105,
2397 1363136,
2398 1363169,
2399 1363200,
2400 1363233,
2401 1363264,
2402 1363297,
2403 1363328,
2404 1363361,
2405 1363396,
2406 1363429,
2407 1363463,
2408 1363569,
2409 1363589,
2410 1363921,
2411 1363939,
2412 1363968,
2413 1364001,
2414 1364032,
2415 1364065,
2416 1364096,
2417 1364129,
2418 1364160,
2419 1364193,
2420 1364224,
2421 1364257,
2422 1364288,
2423 1364321,
2424 1364352,
2425 1364385,
2426 1364416,
2427 1364449,
2428 1364480,
2429 1364513,
2430 1364544,
2431 1364577,
2432 1364608,
2433 1364641,
2434 1364672,
2435 1364705,
2436 1364736,
2437 1364769,
2438 1364800,
2439 1364833,
2440 1364867,
2441 1364933,
2442 1364996,
2443 1367241,
2444 1367557,
2445 1367633,
2446 1367837,
2447 1368084,
2448 1368803,
2449 1369108,
2450 1369152,
2451 1369185,
2452 1369216,
2453 1369249,
2454 1369280,
2455 1369313,
2456 1369344,
2457 1369377,
2458 1369408,
2459 1369441,
2460 1369472,
2461 1369505,
2462 1369536,
2463 1369569,
2464 1369664,
2465 1369697,
2466 1369728,
2467 1369761,
2468 1369792,
2469 1369825,
2470 1369856,
2471 1369889,
2472 1369920,
2473 1369953,
2474 1369984,
2475 1370017,
2476 1370048,
2477 1370081,
2478 1370112,
2479 1370145,
2480 1370176,
2481 1370209,
2482 1370240,
2483 1370273,
2484 1370304,
2485 1370337,
2486 1370368,
2487 1370401,
2488 1370432,
2489 1370465,
2490 1370496,
2491 1370529,
2492 1370560,
2493 1370593,
2494 1370624,
2495 1370657,
2496 1370688,
2497 1370721,
2498 1370752,
2499 1370785,
2500 1370816,
2501 1370849,
2502 1370880,
2503 1370913,
2504 1370944,
2505 1370977,
2506 1371008,
2507 1371041,
2508 1371072,
2509 1371105,
2510 1371136,
2511 1371169,
2512 1371200,
2513 1371233,
2514 1371264,
2515 1371297,
2516 1371328,
2517 1371361,
2518 1371392,
2519 1371425,
2520 1371456,
2521 1371489,
2522 1371520,
2523 1371553,
2524 1371584,
2525 1371617,
2526 1371651,
2527 1371681,
2528 1371936,
2529 1371969,
2530 1372000,
2531 1372033,
2532 1372064,
2533 1372129,
2534 1372160,
2535 1372193,
2536 1372224,
2537 1372257,
2538 1372288,
2539 1372321,
2540 1372352,
2541 1372385,
2542 1372419,
2543 1372468,
2544 1372512,
2545 1372545,
2546 1372576,
2547 1372609,
2548 1372644,
2549 1372672,
2550 1372705,
2551 1372736,
2552 1372769,
2553 1372864,
2554 1372897,
2555 1372928,
2556 1372961,
2557 1372992,
2558 1373025,
2559 1373056,
2560 1373089,
2561 1373120,
2562 1373153,
2563 1373184,
2564 1373217,
2565 1373248,
2566 1373281,
2567 1373312,
2568 1373345,
2569 1373376,
2570 1373409,
2571 1373440,
2572 1373473,
2573 1373504,
2574 1373665,
2575 1373696,
2576 1373857,
2577 1373888,
2578 1373921,
2579 1373952,
2580 1373985,
2581 1374045,
2582 1375972,
2583 1376003,
2584 1376065,
2585 1376100,
2586 1376325,
2587 1376356,
2588 1376453,
2589 1376484,
2590 1376613,
2591 1376644,
2592 1377382,
2593 1377445,
2594 1377510,
2595 1377557,
2596 1377693,
2597 1377802,
2598 1378005,
2599 1378067,
2600 1378101,
2601 1378141,
2602 1378308,
2603 1379985,
2604 1380125,
2605 1380358,
2606 1380420,
2607 1382022,
2608 1382533,
2609 1382621,
2610 1382865,
2611 1382920,
2612 1383261,
2613 1383429,
2614 1384004,
2615 1384209,
2616 1384292,
2617 1384337,
2618 1384356,
2619 1384421,
2620 1384456,
2621 1384772,
2622 1385669,
2623 1385937,
2624 1385988,
2625 1386725,
2626 1387078,
2627 1387165,
2628 1387505,
2629 1387524,
2630 1388477,
2631 1388549,
2632 1388646,
2633 1388676,
2634 1390181,
2635 1390214,
2636 1390277,
2637 1390406,
2638 1390469,
2639 1390502,
2640 1390641,
2641 1391069,
2642 1391075,
2643 1391112,
2644 1391453,
2645 1391569,
2646 1391620,
2647 1391781,
2648 1391811,
2649 1391844,
2650 1392136,
2651 1392452,
2652 1392637,
2653 1392644,
2654 1393957,
2655 1394150,
2656 1394213,
2657 1394278,
2658 1394341,
2659 1394429,
2660 1394692,
2661 1394789,
2662 1394820,
2663 1395077,
2664 1395110,
2665 1395165,
2666 1395208,
2667 1395549,
2668 1395601,
2669 1395716,
2670 1396227,
2671 1396260,
2672 1396469,
2673 1396548,
2674 1396582,
2675 1396613,
2676 1396646,
2677 1396676,
2678 1398277,
2679 1398308,
2680 1398341,
2681 1398436,
2682 1398501,
2683 1398564,
2684 1398725,
2685 1398788,
2686 1398821,
2687 1398852,
2688 1398909,
2689 1399652,
2690 1399715,
2691 1399761,
2692 1399812,
2693 1400166,
2694 1400197,
2695 1400262,
2696 1400337,
2697 1400388,
2698 1400419,
2699 1400486,
2700 1400517,
2701 1400573,
2702 1400868,
2703 1401085,
2704 1401124,
2705 1401341,
2706 1401380,
2707 1401597,
2708 1401860,
2709 1402109,
2710 1402116,
2711 1402365,
2712 1402369,
2713 1403764,
2714 1403779,
2715 1403905,
2716 1404125,
2717 1404417,
2718 1406980,
2719 1408102,
2720 1408165,
2721 1408198,
2722 1408261,
2723 1408294,
2724 1408369,
2725 1408390,
2726 1408421,
2727 1408477,
2728 1408520,
2729 1408861,
2730 1409028,
2731 1766557,
2732 1766916,
2733 1767677,
2734 1767780,
2735 1769373,
2736 1769499,
2737 1835036,
2738 2039812,
2739 2051549,
2740 2051588,
2741 2055005,
2742 2056193,
2743 2056445,
2744 2056801,
2745 2056989,
2746 2057124,
2747 2057157,
2748 2057188,
2749 2057522,
2750 2057540,
2751 2057981,
2752 2057988,
2753 2058173,
2754 2058180,
2755 2058237,
2756 2058244,
2757 2058333,
2758 2058340,
2759 2058429,
2760 2058436,
2761 2061908,
2762 2062429,
2763 2062948,
2764 2074574,
2765 2074605,
2766 2074653,
2767 2075140,
2768 2077213,
2769 2077252,
2770 2079005,
2771 2080260,
2772 2080659,
2773 2080693,
2774 2080733,
2775 2080773,
2776 2081297,
2777 2081517,
2778 2081550,
2779 2081585,
2780 2081629,
2781 2081797,
2782 2082321,
2783 2082348,
2784 2082411,
2785 2082477,
2786 2082510,
2787 2082541,
2788 2082574,
2789 2082605,
2790 2082638,
2791 2082669,
2792 2082702,
2793 2082733,
2794 2082766,
2795 2082797,
2796 2082830,
2797 2082861,
2798 2082894,
2799 2082925,
2800 2082958,
2801 2082993,
2802 2083053,
2803 2083086,
2804 2083121,
2805 2083243,
2806 2083345,
2807 2083453,
2808 2083473,
2809 2083596,
2810 2083629,
2811 2083662,
2812 2083693,
2813 2083726,
2814 2083757,
2815 2083790,
2816 2083825,
2817 2083922,
2818 2083948,
2819 2083986,
2820 2084093,
2821 2084113,
2822 2084147,
2823 2084177,
2824 2084253,
2825 2084356,
2826 2084541,
2827 2084548,
2828 2088893,
2829 2088954,
2830 2088989,
2831 2089009,
2832 2089107,
2833 2089137,
2834 2089229,
2835 2089262,
2836 2089297,
2837 2089330,
2838 2089361,
2839 2089388,
2840 2089425,
2841 2089480,
2842 2089809,
2843 2089874,
2844 2089969,
2845 2090016,
2846 2090861,
2847 2090897,
2848 2090926,
2849 2090964,
2850 2090987,
2851 2091028,
2852 2091041,
2853 2091885,
2854 2091922,
2855 2091950,
2856 2091986,
2857 2092013,
2858 2092046,
2859 2092081,
2860 2092109,
2861 2092142,
2862 2092177,
2863 2092228,
2864 2092547,
2865 2092580,
2866 2094019,
2867 2094084,
2868 2095101,
2869 2095172,
2870 2095389,
2871 2095428,
2872 2095645,
2873 2095684,
2874 2095901,
2875 2095940,
2876 2096061,
2877 2096147,
2878 2096210,
2879 2096244,
2880 2096277,
2881 2096307,
2882 2096381,
2883 2096405,
2884 2096434,
2885 2096565,
2886 2096637,
2887 2096954,
2888 2097045,
2889 2097117,
2890 2097156,
2891 2097565,
2892 2097572,
2893 2098429,
2894 2098436,
2895 2099069,
2896 2099076,
2897 2099165,
2898 2099172,
2899 2099677,
2900 2099716,
2901 2100189,
2902 2101252,
2903 2105213,
2904 2105361,
2905 2105469,
2906 2105578,
2907 2107037,
2908 2107125,
2909 2107401,
2910 2109098,
2911 2109237,
2912 2109770,
2913 2109845,
2914 2109949,
2915 2109973,
2916 2110365,
2917 2110485,
2918 2110525,
2919 2112021,
2920 2113445,
2921 2113501,
2922 2117636,
2923 2118589,
2924 2118660,
2925 2120253,
2926 2120709,
2927 2120746,
2928 2121629,
2929 2121732,
2930 2122762,
2931 2122909,
2932 2123172,
2933 2123817,
2934 2123844,
2935 2124105,
2936 2124157,
2937 2124292,
2938 2125509,
2939 2125693,
2940 2125828,
2941 2126813,
2942 2126833,
2943 2126852,
2944 2128029,
2945 2128132,
2946 2128401,
2947 2128425,
2948 2128605,
2949 2129920,
2950 2131201,
2951 2132484,
2952 2135005,
2953 2135048,
2954 2135389,
2955 2135552,
2956 2136733,
2957 2136833,
2958 2138013,
2959 2138116,
2960 2139421,
2961 2139652,
2962 2141341,
2963 2141681,
2964 2141725,
2965 2146308,
2966 2156285,
2967 2156548,
2968 2157277,
2969 2157572,
2970 2157853,
2971 2162692,
2972 2162909,
2973 2162948,
2974 2163005,
2975 2163012,
2976 2164445,
2977 2164452,
2978 2164541,
2979 2164612,
2980 2164669,
2981 2164708,
2982 2165469,
2983 2165489,
2984 2165514,
2985 2165764,
2986 2166517,
2987 2166570,
2988 2166788,
2989 2167805,
2990 2168042,
2991 2168349,
2992 2169860,
2993 2170493,
2994 2170500,
2995 2170589,
2996 2170730,
2997 2170884,
2998 2171594,
2999 2171805,
3000 2171889,
3001 2171908,
3002 2172765,
3003 2172913,
3004 2172957,
3005 2174980,
3006 2176797,
3007 2176906,
3008 2176964,
3009 2177034,
3010 2177565,
3011 2177610,
3012 2179076,
3013 2179109,
3014 2179229,
3015 2179237,
3016 2179325,
3017 2179461,
3018 2179588,
3019 2179741,
3020 2179748,
3021 2179869,
3022 2179876,
3023 2180829,
3024 2180869,
3025 2180989,
3026 2181093,
3027 2181130,
3028 2181437,
3029 2181649,
3030 2181949,
3031 2182148,
3032 2183082,
3033 2183153,
3034 2183172,
3035 2184106,
3036 2184221,
3037 2185220,
3038 2185493,
3039 2185508,
3040 2186405,
3041 2186493,
3042 2186602,
3043 2186769,
3044 2187005,
3045 2187268,
3046 2189021,
3047 2189105,
3048 2189316,
3049 2190045,
3050 2190090,
3051 2190340,
3052 2190973,
3053 2191114,
3054 2191364,
3055 2191965,
3056 2192177,
3057 2192317,
3058 2192682,
3059 2192925,
3060 2195460,
3061 2197821,
3062 2199552,
3063 2201213,
3064 2201601,
3065 2203261,
3066 2203466,
3067 2203652,
3068 2204805,
3069 2204957,
3070 2205192,
3071 2205533,
3072 2214922,
3073 2215933,
3074 2220036,
3075 2220970,
3076 2221284,
3077 2221341,
3078 2221572,
3079 2222277,
3080 2222634,
3081 2222769,
3082 2222941,
3083 2228230,
3084 2228261,
3085 2228294,
3086 2228324,
3087 2230021,
3088 2230513,
3089 2230749,
3090 2230858,
3091 2231496,
3092 2231837,
3093 2232293,
3094 2232390,
3095 2232420,
3096 2233862,
3097 2233957,
3098 2234086,
3099 2234149,
3100 2234225,
3101 2234298,
3102 2234321,
3103 2234461,
3104 2234810,
3105 2234845,
3106 2234884,
3107 2235709,
3108 2235912,
3109 2236253,
3110 2236421,
3111 2236516,
3112 2237669,
3113 2237830,
3114 2237861,
3115 2238141,
3116 2238152,
3117 2238481,
3118 2238596,
3119 2238630,
3120 2238717,
3121 2238980,
3122 2240101,
3123 2240145,
3124 2240196,
3125 2240253,
3126 2240517,
3127 2240582,
3128 2240612,
3129 2242150,
3130 2242245,
3131 2242534,
3132 2242596,
3133 2242737,
3134 2242853,
3135 2242993,
3136 2243037,
3137 2243080,
3138 2243396,
3139 2243441,
3140 2243460,
3141 2243505,
3142 2243613,
3143 2243626,
3144 2244285,
3145 2244612,
3146 2245213,
3147 2245220,
3148 2246022,
3149 2246117,
3150 2246214,
3151 2246277,
3152 2246310,
3153 2246341,
3154 2246417,
3155 2246597,
3156 2246653,
3157 2248708,
3158 2248957,
3159 2248964,
3160 2249021,
3161 2249028,
3162 2249181,
3163 2249188,
3164 2249693,
3165 2249700,
3166 2250033,
3167 2250077,
3168 2250244,
3169 2251749,
3170 2251782,
3171 2251877,
3172 2252157,
3173 2252296,
3174 2252637,
3175 2252805,
3176 2252870,
3177 2252957,
3178 2252964,
3179 2253245,
3180 2253284,
3181 2253373,
3182 2253412,
3183 2254141,
3184 2254148,
3185 2254397,
3186 2254404,
3187 2254493,
3188 2254500,
3189 2254685,
3190 2254693,
3191 2254756,
3192 2254790,
3193 2254853,
3194 2254886,
3195 2255037,
3196 2255078,
3197 2255165,
3198 2255206,
3199 2255325,
3200 2255364,
3201 2255421,
3202 2255590,
3203 2255645,
3204 2255780,
3205 2255942,
3206 2256029,
3207 2256069,
3208 2256317,
3209 2256389,
3210 2256573,
3211 2260996,
3212 2262694,
3213 2262789,
3214 2263046,
3215 2263109,
3216 2263206,
3217 2263237,
3218 2263268,
3219 2263409,
3220 2263560,
3221 2263901,
3222 2263921,
3223 2263965,
3224 2263985,
3225 2264005,
3226 2264061,
3227 2265092,
3228 2266630,
3229 2266725,
3230 2266918,
3231 2266949,
3232 2266982,
3233 2267109,
3234 2267174,
3235 2267205,
3236 2267268,
3237 2267345,
3238 2267364,
3239 2267421,
3240 2267656,
3241 2267997,
3242 2273284,
3243 2274790,
3244 2274885,
3245 2275037,
3246 2275078,
3247 2275205,
3248 2275270,
3249 2275301,
3250 2275377,
3251 2276100,
3252 2276229,
3253 2276317,
3254 2277380,
3255 2278918,
3256 2279013,
3257 2279270,
3258 2279333,
3259 2279366,
3260 2279397,
3261 2279473,
3262 2279556,
3263 2279613,
3264 2279944,
3265 2280285,
3266 2280465,
3267 2280893,
3268 2281476,
3269 2282853,
3270 2282886,
3271 2282917,
3272 2282950,
3273 2283013,
3274 2283206,
3275 2283237,
3276 2283293,
3277 2283528,
3278 2283869,
3279 2285572,
3280 2286461,
3281 2286501,
3282 2286598,
3283 2286661,
3284 2286790,
3285 2286821,
3286 2287005,
3287 2287112,
3288 2287434,
3289 2287505,
3290 2287605,
3291 2287645,
3292 2293764,
3293 2295174,
3294 2295269,
3295 2295558,
3296 2295589,
3297 2295665,
3298 2295709,
3299 2298880,
3300 2299905,
3301 2300936,
3302 2301258,
3303 2301565,
3304 2301924,
3305 2301981,
3306 2310148,
3307 2310181,
3308 2310500,
3309 2311781,
3310 2311974,
3311 2312004,
3312 2312037,
3313 2312177,
3314 2312421,
3315 2312477,
3316 2312708,
3317 2312741,
3318 2312934,
3319 2312997,
3320 2313092,
3321 2314397,
3322 2314436,
3323 2314565,
3324 2314982,
3325 2315013,
3326 2315089,
3327 2315172,
3328 2315217,
3329 2315389,
3330 2316292,
3331 2318141,
3332 2326532,
3333 2326845,
3334 2326852,
3335 2328038,
3336 2328069,
3337 2328317,
3338 2328325,
3339 2328518,
3340 2328549,
3341 2328580,
3342 2328625,
3343 2328797,
3344 2329096,
3345 2329418,
3346 2330045,
3347 2330129,
3348 2330180,
3349 2331165,
3350 2331205,
3351 2331933,
3352 2331942,
3353 2331973,
3354 2332198,
3355 2332229,
3356 2332294,
3357 2332325,
3358 2332413,
3359 2334724,
3360 2334973,
3361 2334980,
3362 2335069,
3363 2335076,
3364 2336293,
3365 2336509,
3366 2336581,
3367 2336637,
3368 2336645,
3369 2336733,
3370 2336741,
3371 2336964,
3372 2336997,
3373 2337053,
3374 2337288,
3375 2337629,
3376 2337796,
3377 2338013,
3378 2338020,
3379 2338109,
3380 2338116,
3381 2339142,
3382 2339325,
3383 2339333,
3384 2339421,
3385 2339430,
3386 2339493,
3387 2339526,
3388 2339557,
3389 2339588,
3390 2339645,
3391 2339848,
3392 2340189,
3393 2350084,
3394 2350693,
3395 2350758,
3396 2350833,
3397 2350909,
3398 2359300,
3399 2388829,
3400 2392073,
3401 2395645,
3402 2395665,
3403 2395837,
3404 2396164,
3405 2402461,
3406 2490372,
3407 2524669,
3408 2654212,
3409 2672893,
3410 2949124,
3411 2967357,
3412 2967556,
3413 2968573,
3414 2968584,
3415 2968925,
3416 2969041,
3417 2969117,
3418 2972164,
3419 2973149,
3420 2973189,
3421 2973361,
3422 2973405,
3423 2973700,
3424 2975237,
3425 2975473,
3426 2975637,
3427 2975747,
3428 2975889,
3429 2975925,
3430 2975965,
3431 2976264,
3432 2976605,
3433 2976618,
3434 2976861,
3435 2976868,
3436 2977565,
3437 2977700,
3438 2978333,
3439 3000320,
3440 3001345,
3441 3002378,
3442 3003121,
3443 3003261,
3444 3006468,
3445 3008701,
3446 3009028,
3447 3009062,
3448 3010557,
3449 3011045,
3450 3011171,
3451 3011613,
3452 3013635,
3453 3013725,
3454 3014660,
3455 3210845,
3456 3211268,
3457 3235453,
3458 3538948,
3459 3548157,
3460 3550724,
3461 3563421,
3462 3637252,
3463 3640701,
3464 3640836,
3465 3641277,
3466 3641348,
3467 3641661,
3468 3641860,
3469 3642205,
3470 3642261,
3471 3642277,
3472 3642353,
3473 3642394,
3474 3642525,
3475 3801109,
3476 3808989,
3477 3809301,
3478 3810557,
3479 3810613,
3480 3812518,
3481 3812581,
3482 3812693,
3483 3812774,
3484 3812986,
3485 3813221,
3486 3813493,
3487 3813541,
3488 3813781,
3489 3814725,
3490 3814869,
3491 3816765,
3492 3817493,
3493 3819589,
3494 3819701,
3495 3819741,
3496 3824650,
3497 3825309,
3498 3825685,
3499 3828477,
3500 3828746,
3501 3829565,
3502 3833856,
3503 3834689,
3504 3835520,
3505 3836353,
3506 3836605,
3507 3836609,
3508 3837184,
3509 3838017,
3510 3838848,
3511 3838909,
3512 3838912,
3513 3839005,
3514 3839040,
3515 3839101,
3516 3839136,
3517 3839229,
3518 3839264,
3519 3839421,
3520 3839424,
3521 3839681,
3522 3839837,
3523 3839841,
3524 3839901,
3525 3839905,
3526 3840157,
3527 3840161,
3528 3840512,
3529 3841345,
3530 3842176,
3531 3842269,
3532 3842272,
3533 3842429,
3534 3842464,
3535 3842749,
3536 3842752,
3537 3843005,
3538 3843009,
3539 3843840,
3540 3843933,
3541 3843936,
3542 3844093,
3543 3844096,
3544 3844285,
3545 3844288,
3546 3844349,
3547 3844416,
3548 3844669,
3549 3844673,
3550 3845504,
3551 3846337,
3552 3847168,
3553 3848001,
3554 3848832,
3555 3849665,
3556 3850496,
3557 3851329,
3558 3852160,
3559 3852993,
3560 3853824,
3561 3854657,
3562 3855581,
3563 3855616,
3564 3856434,
3565 3856449,
3566 3857266,
3567 3857281,
3568 3857472,
3569 3858290,
3570 3858305,
3571 3859122,
3572 3859137,
3573 3859328,
3574 3860146,
3575 3860161,
3576 3860978,
3577 3860993,
3578 3861184,
3579 3862002,
3580 3862017,
3581 3862834,
3582 3862849,
3583 3863040,
3584 3863858,
3585 3863873,
3586 3864690,
3587 3864705,
3588 3864896,
3589 3864929,
3590 3864989,
3591 3865032,
3592 3866645,
3593 3883013,
3594 3884789,
3595 3884901,
3596 3886517,
3597 3886757,
3598 3886805,
3599 3887237,
3600 3887285,
3601 3887345,
3602 3887517,
3603 3887973,
3604 3888157,
3605 3888165,
3606 3888669,
3607 3932165,
3608 3932413,
3609 3932421,
3610 3932989,
3611 3933029,
3612 3933277,
3613 3933285,
3614 3933373,
3615 3933381,
3616 3933565,
3617 3997700,
3618 4004029,
3619 4004074,
3620 4004357,
3621 4004605,
3622 4005888,
3623 4006977,
3624 4008069,
3625 4008317,
3626 4008456,
3627 4008797,
3628 4008913,
3629 4008989,
3630 4034090,
3631 4035989,
3632 4036010,
3633 4036115,
3634 4036138,
3635 4036285,
3636 4046852,
3637 4047005,
3638 4047012,
3639 4047901,
3640 4047908,
3641 4047997,
3642 4048004,
3643 4048061,
3644 4048100,
3645 4048157,
3646 4048164,
3647 4048509,
3648 4048516,
3649 4048669,
3650 4048676,
3651 4048733,
3652 4048740,
3653 4048797,
3654 4048964,
3655 4049021,
3656 4049124,
3657 4049181,
3658 4049188,
3659 4049245,
3660 4049252,
3661 4049309,
3662 4049316,
3663 4049437,
3664 4049444,
3665 4049533,
3666 4049540,
3667 4049597,
3668 4049636,
3669 4049693,
3670 4049700,
3671 4049757,
3672 4049764,
3673 4049821,
3674 4049828,
3675 4049885,
3676 4049892,
3677 4049949,
3678 4049956,
3679 4050045,
3680 4050052,
3681 4050109,
3682 4050148,
3683 4050301,
3684 4050308,
3685 4050557,
3686 4050564,
3687 4050717,
3688 4050724,
3689 4050877,
3690 4050884,
3691 4050941,
3692 4050948,
3693 4051293,
3694 4051300,
3695 4051869,
3696 4052004,
3697 4052125,
3698 4052132,
3699 4052317,
3700 4052324,
3701 4052893,
3702 4054546,
3703 4054621,
3704 4063253,
3705 4064669,
3706 4064789,
3707 4067997,
3708 4068373,
3709 4068861,
3710 4068917,
3711 4069405,
3712 4069429,
3713 4069917,
3714 4069941,
3715 4071133,
3716 4071434,
3717 4071869,
3718 4071957,
3719 4074909,
3720 4075029,
3721 4076989,
3722 4078805,
3723 4079741,
3724 4080149,
3725 4081565,
3726 4081685,
3727 4081981,
3728 4082197,
3729 4082269,
3730 4082709,
3731 4082909,
3732 4087829,
3733 4095860,
3734 4096021,
3735 4119229,
3736 4119573,
3737 4119997,
3738 4120085,
3739 4120413,
3740 4120597,
3741 4124317,
3742 4124693,
3743 4127549,
3744 4128789,
3745 4129181,
3746 4129301,
3747 4131101,
3748 4131349,
3749 4131677,
3750 4131861,
3751 4133149,
3752 4133397,
3753 4134365,
3754 4136981,
3755 4137373,
3756 4137493,
3757 4139005,
3758 4139029,
3759 4140605,
3760 4140661,
3761 4140797,
3762 4140885,
3763 4140925,
3764 4140949,
3765 4142205,
3766 4142613,
3767 4142941,
3768 4143125,
3769 4143229,
3770 4143637,
3771 4145181,
3772 4148245,
3773 4148701,
3774 4194308,
3775 5561085,
3776 5562372,
3777 5695165,
3778 5695492,
3779 5702621,
3780 5702660,
3781 5887069,
3782 5887492,
3783 6126653,
3784 6225924,
3785 6243293,
3786 29360186,
3787 29360221,
3788 29361178,
3789 29364253,
3790 29368325,
3791 29376029,
3792 31457308,
3793 33554397,
3794 33554460,
3795 35651549,
3796 35651613,
3797 //--Autogenerated -- end of section automatically generated
3798 };
3799
3800 const int maxUnicode = 0x10ffff;
3801 const int maskCategory = 0x1F;
3802
3803 }
3804
3805 // Each element in catRanges is the start of a range of Unicode characters in
3806 // one general category.
3807 // The value is comprised of a 21-bit character value shifted 5 bits and a 5 bit
3808 // category matching the CharacterCategory enumeration.
3809 // Initial version has 3249 entries and adds about 13K to the executable.
3810 // The array is in ascending order so can be searched using binary search.
3811 // Therefore the average call takes log2(3249) = 12 comparisons.
3812 // For speed, it may be useful to make a linear table for the common values,
3813 // possibly for 0..0xff for most Western European text or 0..0xfff for most
3814 // alphabetic languages.
3815
3816 CharacterCategory CategoriseCharacter(int character) {
3817         if (character < 0 || character > maxUnicode)
3818                 return ccCn;
3819         const int baseValue = character * (maskCategory+1) + maskCategory;
3820         const int *placeAfter = std::lower_bound(catRanges, std::end(catRanges), baseValue);
3821         return static_cast<CharacterCategory>(*(placeAfter-1) & maskCategory);
3822 }
3823
3824 // Implementation of character sets recommended for identifiers in Unicode Standard Annex #31.
3825 // http://unicode.org/reports/tr31/
3826
3827 namespace {
3828
3829 enum class OtherID { oidNone, oidStart, oidContinue };
3830
3831 // Some characters are treated as valid for identifiers even
3832 // though most characters from their category are not.
3833 // Values copied from http://www.unicode.org/Public/9.0.0/ucd/PropList.txt
3834 OtherID OtherIDOfCharacter(int character) {
3835         if (
3836                 (character == 0x1885) ||        // MONGOLIAN LETTER ALI GALI BALUDA
3837                 (character == 0x1886) ||        // MONGOLIAN LETTER ALI GALI THREE BALUDA
3838                 (character == 0x2118) ||        // SCRIPT CAPITAL P
3839                 (character == 0x212E) ||        // ESTIMATED SYMBOL
3840                 (character == 0x309B) ||        // KATAKANA-HIRAGANA VOICED SOUND MARK
3841                 (character == 0x309C)) {        // KATAKANA-HIRAGANA SEMI-VOICED SOUND MARK
3842                 return OtherID::oidStart;
3843         } else if (
3844                 (character == 0x00B7) ||        // MIDDLE DOT
3845                 (character == 0x0387) ||        // GREEK ANO TELEIA
3846                 ((character >= 0x1369) && (character <= 0x1371)) ||     // ETHIOPIC DIGIT ONE..ETHIOPIC DIGIT NINE
3847                 (character == 0x19DA)) {        // NEW TAI LUE THAM DIGIT ONE
3848                 return OtherID::oidContinue;
3849         } else {
3850                 return OtherID::oidNone;
3851         }
3852 }
3853
3854 // Determine if a character is in  Ll|Lu|Lt|Lm|Lo|Nl|Mn|Mc|Nd|Pc and has
3855 // Pattern_Syntax|Pattern_White_Space.
3856 // As of Unicode 9, only VERTICAL TILDE which is in Lm and has Pattern_Syntax matches.
3857 // Should really generate from PropList.txt a list of Pattern_Syntax and Pattern_White_Space.
3858 bool IsIdPattern(int character) {
3859         return character == 0x2E2F;
3860 }
3861
3862 bool OmitXidStart(int character) {
3863         switch (character) {
3864         case 0x037A:    // GREEK YPOGEGRAMMENI
3865         case 0x0E33:    // THAI CHARACTER SARA AM
3866         case 0x0EB3:    // LAO VOWEL SIGN AM
3867         case 0x309B:    // KATAKANA-HIRAGANA VOICED SOUND MARK
3868         case 0x309C:    // KATAKANA-HIRAGANA SEMI-VOICED SOUND MARK
3869         case 0xFC5E:    // ARABIC LIGATURE SHADDA WITH DAMMATAN ISOLATED FORM
3870         case 0xFC5F:    // ARABIC LIGATURE SHADDA WITH KASRATAN ISOLATED FORM
3871         case 0xFC60:    // ARABIC LIGATURE SHADDA WITH FATHA ISOLATED FORM
3872         case 0xFC61:    // ARABIC LIGATURE SHADDA WITH DAMMA ISOLATED FORM
3873         case 0xFC62:    // ARABIC LIGATURE SHADDA WITH KASRA ISOLATED FORM
3874         case 0xFC63:    // ARABIC LIGATURE SHADDA WITH SUPERSCRIPT ALEF ISOLATED FORM
3875         case 0xFDFA:    // ARABIC LIGATURE SALLALLAHOU ALAYHE WASALLAM
3876         case 0xFDFB:    // ARABIC LIGATURE JALLAJALALOUHOU
3877         case 0xFE70:    // ARABIC FATHATAN ISOLATED FORM
3878         case 0xFE72:    // ARABIC DAMMATAN ISOLATED FORM
3879         case 0xFE74:    // ARABIC KASRATAN ISOLATED FORM
3880         case 0xFE76:    // ARABIC FATHA ISOLATED FORM
3881         case 0xFE78:    // ARABIC DAMMA ISOLATED FORM
3882         case 0xFE7A:    // ARABIC KASRA ISOLATED FORM
3883         case 0xFE7C:    // ARABIC SHADDA ISOLATED FORM
3884         case 0xFE7E:    // ARABIC SUKUN ISOLATED FORM
3885         case 0xFF9E:    // HALFWIDTH KATAKANA VOICED SOUND MARK
3886         case 0xFF9F:    // HALFWIDTH KATAKANA SEMI-VOICED SOUND MARK
3887                 return true;
3888         default:
3889                 return false;
3890         }
3891 }
3892
3893 bool OmitXidContinue(int character) {
3894         switch (character) {
3895         case 0x037A:    // GREEK YPOGEGRAMMENI
3896         case 0x309B:    // KATAKANA-HIRAGANA VOICED SOUND MARK
3897         case 0x309C:    // KATAKANA-HIRAGANA SEMI-VOICED SOUND MARK
3898         case 0xFC5E:    // ARABIC LIGATURE SHADDA WITH DAMMATAN ISOLATED FORM
3899         case 0xFC5F:    // ARABIC LIGATURE SHADDA WITH KASRATAN ISOLATED FORM
3900         case 0xFC60:    // ARABIC LIGATURE SHADDA WITH FATHA ISOLATED FORM
3901         case 0xFC61:    // ARABIC LIGATURE SHADDA WITH DAMMA ISOLATED FORM
3902         case 0xFC62:    // ARABIC LIGATURE SHADDA WITH KASRA ISOLATED FORM
3903         case 0xFC63:    // ARABIC LIGATURE SHADDA WITH SUPERSCRIPT ALEF ISOLATED FORM
3904         case 0xFDFA:    // ARABIC LIGATURE SALLALLAHOU ALAYHE WASALLAM
3905         case 0xFDFB:    // ARABIC LIGATURE JALLAJALALOUHOU
3906         case 0xFE70:    // ARABIC FATHATAN ISOLATED FORM
3907         case 0xFE72:    // ARABIC DAMMATAN ISOLATED FORM
3908         case 0xFE74:    // ARABIC KASRATAN ISOLATED FORM
3909         case 0xFE76:    // ARABIC FATHA ISOLATED FORM
3910         case 0xFE78:    // ARABIC DAMMA ISOLATED FORM
3911         case 0xFE7A:    // ARABIC KASRA ISOLATED FORM
3912         case 0xFE7C:    // ARABIC SHADDA ISOLATED FORM
3913         case 0xFE7E:    // ARABIC SUKUN ISOLATED FORM
3914                 return true;
3915         default:
3916                 return false;
3917         }
3918 }
3919
3920 }
3921
3922 // UAX #31 defines ID_Start as
3923 // [[:L:][:Nl:][:Other_ID_Start:]--[:Pattern_Syntax:]--[:Pattern_White_Space:]]
3924 bool IsIdStart(int character) {
3925         if (IsIdPattern(character)) {
3926                 return false;
3927         }
3928         const OtherID oid = OtherIDOfCharacter(character);
3929         if (oid == OtherID::oidStart) {
3930                 return true;
3931         }
3932         const CharacterCategory c = CategoriseCharacter(character);
3933         return (c == ccLl || c == ccLu || c == ccLt || c == ccLm || c == ccLo
3934                 || c == ccNl);
3935 }
3936
3937 // UAX #31 defines ID_Continue as
3938 // [[:ID_Start:][:Mn:][:Mc:][:Nd:][:Pc:][:Other_ID_Continue:]--[:Pattern_Syntax:]--[:Pattern_White_Space:]]
3939 bool IsIdContinue(int character) {
3940         if (IsIdPattern(character)) {
3941                 return false;
3942         }
3943         const OtherID oid = OtherIDOfCharacter(character);
3944         if (oid != OtherID::oidNone) {
3945                 return true;
3946         }
3947         const CharacterCategory c = CategoriseCharacter(character);
3948         return (c == ccLl || c == ccLu || c == ccLt || c == ccLm || c == ccLo
3949                 || c == ccNl || c == ccMn || c == ccMc || c == ccNd || c == ccPc);
3950 }
3951
3952 // XID_Start is ID_Start modified for Normalization Form KC in UAX #31
3953 bool IsXidStart(int character) {
3954         if (OmitXidStart(character)) {
3955                 return false;
3956         } else {
3957                 return IsIdStart(character);
3958         }
3959 }
3960
3961 // XID_Continue is ID_Continue modified for Normalization Form KC in UAX #31
3962 bool IsXidContinue(int character) {
3963         if (OmitXidContinue(character)) {
3964                 return false;
3965         } else {
3966                 return IsIdContinue(character);
3967         }
3968 }
3969
3970 CharacterCategoryMap::CharacterCategoryMap() noexcept {
3971         Optimize(256);
3972 }
3973
3974 int CharacterCategoryMap::Size() const noexcept {
3975         return static_cast<int>(dense.size());
3976 }
3977
3978 void CharacterCategoryMap::Optimize(int countCharacters) {
3979         const int characters = Sci::clamp(countCharacters, 256, maxUnicode + 1);
3980         dense.resize(characters);
3981
3982         int end = 0;
3983         int index = 0;
3984         int current = catRanges[index];
3985         ++index;
3986         do {
3987                 const int next = catRanges[index];
3988                 const unsigned char category = current & maskCategory;
3989                 current >>= 5;
3990                 end = std::min(characters, next >> 5);
3991                 while (current < end) {
3992                         dense[current++] = category;
3993                 }
3994                 current = next;
3995                 ++index;
3996         } while (characters > end);
3997 }
3998
3999 }