pcre_xclass.c

   1 /*************************************************
   2 *      Perl-Compatible Regular Expressions       *
   3 *************************************************/
   4
   5 /* PCRE is a library of functions to support regular expressions whose syntax
   6 and semantics are as close as possible to those of the Perl 5 language.
   7
   8                        Written by Philip Hazel
   9            Copyright (c) 1997-2013 University of Cambridge
  10
  11 -----------------------------------------------------------------------------
  12 Redistribution and use in source and binary forms, with or without
  13 modification, are permitted provided that the following conditions are met:
  14
  15     * Redistributions of source code must retain the above copyright notice,
  16       this list of conditions and the following disclaimer.
  17
  18     * Redistributions in binary form must reproduce the above copyright
  19       notice, this list of conditions and the following disclaimer in the
  20       documentation and/or other materials provided with the distribution.
  21
  22     * Neither the name of the University of Cambridge nor the names of its
  23       contributors may be used to endorse or promote products derived from
  24       this software without specific prior written permission.
  25
  26 THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  27 AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  28 IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  29 ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
  30 LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  31 CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  32 SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
  33 INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
  34 CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  35 ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
  36 POSSIBILITY OF SUCH DAMAGE.
  37 -----------------------------------------------------------------------------
  38 */
  39
  40
  41 /* This module contains an internal function that is used to match an extended
  42 class. It is used by both pcre_exec() and pcre_def_exec(). */
  43
  44
  45 #ifdef HAVE_CONFIG_H
  46 #include "config.h"
  47 #endif
  48
  49 #include "pcre_internal.h"
  50
  51
  52 /*************************************************
  53 *       Match character against an XCLASS        *
  54 *************************************************/
  55
  56 /* This function is called to match a character against an extended class that
  57 might contain values > 255 and/or Unicode properties.
  58
  59 Arguments:
  60   c           the character
  61   data        points to the flag byte of the XCLASS data
  62
  63 Returns:      TRUE if character matches, else FALSE
  64 */
  65
  66 BOOL
  67 PRIV(xclass)(pcre_uint32 c, const pcre_uchar *data, BOOL utf)
  68 {
  69 pcre_uchar t;
  70 BOOL negated = (*data & XCL_NOT) != 0;
  71
  72 (void)utf;
  73 #ifdef COMPILE_PCRE8
  74 /* In 8 bit mode, this must always be TRUE. Help the compiler to know that. */
  75 utf = TRUE;
  76 #endif
  77
  78 /* Character values < 256 are matched against a bitmap, if one is present. If
  79 not, we still carry on, because there may be ranges that start below 256 in the
  80 additional data. */
  81
  82 if (c < 256)
  83   {
  84   if ((*data & XCL_HASPROP) == 0)
  85     {
  86     if ((*data & XCL_MAP) == 0) return negated;
  87     return (((pcre_uint8 *)(data + 1))[c/8] & (1 << (c&7))) != 0;
  88     }
  89   if ((*data & XCL_MAP) != 0 &&
  90     (((pcre_uint8 *)(data + 1))[c/8] & (1 << (c&7))) != 0)
  91     return !negated; /* char found */
  92   }
  93
  94 /* First skip the bit map if present. Then match against the list of Unicode
  95 properties or large chars or ranges that end with a large char. We won't ever
  96 encounter XCL_PROP or XCL_NOTPROP when UCP support is not compiled. */
  97
  98 if ((*data++ & XCL_MAP) != 0) data += 32 / sizeof(pcre_uchar);
  99
 100 while ((t = *data++) != XCL_END)
 101   {
 102   pcre_uint32 x, y;
 103   if (t == XCL_SINGLE)
 104     {
 105 #ifdef SUPPORT_UTF
 106     if (utf)
 107       {
 108       GETCHARINC(x, data); /* macro generates multiple statements */
 109       }
 110     else
 111 #endif
 112       x = *data++;
 113     if (c == x) return !negated;
 114     }
 115   else if (t == XCL_RANGE)
 116     {
 117 #ifdef SUPPORT_UTF
 118     if (utf)
 119       {
 120       GETCHARINC(x, data); /* macro generates multiple statements */
 121       GETCHARINC(y, data); /* macro generates multiple statements */
 122       }
 123     else
 124 #endif
 125       {
 126       x = *data++;
 127       y = *data++;
 128       }
 129     if (c >= x && c <= y) return !negated;
 130     }
 131
 132 #ifdef SUPPORT_UCP
 133   else  /* XCL_PROP & XCL_NOTPROP */
 134     {
 135     const ucd_record *prop = GET_UCD(c);
 136     BOOL isprop = t == XCL_PROP;
 137
 138     switch(*data)
 139       {
 140       case PT_ANY:
 141       if (isprop) return !negated;
 142       break;
 143
 144       case PT_LAMP:
 145       if ((prop->chartype == ucp_Lu || prop->chartype == ucp_Ll ||
 146            prop->chartype == ucp_Lt) == isprop) return !negated;
 147       break;
 148
 149       case PT_GC:
 150       if ((data[1] == PRIV(ucp_gentype)[prop->chartype]) == isprop)
 151         return !negated;
 152       break;
 153
 154       case PT_PC:
 155       if ((data[1] == prop->chartype) == isprop) return !negated;
 156       break;
 157
 158       case PT_SC:
 159       if ((data[1] == prop->script) == isprop) return !negated;
 160       break;
 161
 162       case PT_ALNUM:
 163       if ((PRIV(ucp_gentype)[prop->chartype] == ucp_L ||
 164            PRIV(ucp_gentype)[prop->chartype] == ucp_N) == isprop)
 165         return !negated;
 166       break;
 167
 168       /* Perl space used to exclude VT, but from Perl 5.18 it is included,
 169       which means that Perl space and POSIX space are now identical. PCRE
 170       was changed at release 8.34. */
 171
 172       case PT_SPACE:    /* Perl space */
 173       case PT_PXSPACE:  /* POSIX space */
 174       switch(c)
 175         {
 176         HSPACE_CASES:
 177         VSPACE_CASES:
 178         if (isprop) return !negated;
 179         break;
 180
 181         default:
 182         if ((PRIV(ucp_gentype)[prop->chartype] == ucp_Z) == isprop)
 183           return !negated;
 184         break;
 185         }
 186       break;
 187
 188       case PT_WORD:
 189       if ((PRIV(ucp_gentype)[prop->chartype] == ucp_L ||
 190            PRIV(ucp_gentype)[prop->chartype] == ucp_N || c == CHAR_UNDERSCORE)
 191              == isprop)
 192         return !negated;
 193       break;
 194
 195       case PT_UCNC:
 196       if (c < 0xa0)
 197         {
 198         if ((c == CHAR_DOLLAR_SIGN || c == CHAR_COMMERCIAL_AT ||
 199              c == CHAR_GRAVE_ACCENT) == isprop)
 200           return !negated;
 201         }
 202       else
 203         {
 204         if ((c < 0xd800 || c > 0xdfff) == isprop)
 205           return !negated;
 206         }
 207       break;
 208
 209       /* The following three properties can occur only in an XCLASS, as there
 210       is no \p or \P coding for them. */
 211
 212       /* Graphic character. Implement this as not Z (space or separator) and
 213       not C (other), except for Cf (format) with a few exceptions. This seems
 214       to be what Perl does. The exceptional characters are:
 215
 216       U+061C           Arabic Letter Mark
 217       U+180E           Mongolian Vowel Separator
 218       U+2066 - U+2069  Various "isolate"s
 219       */
 220
 221       case PT_PXGRAPH:
 222       if ((PRIV(ucp_gentype)[prop->chartype] != ucp_Z &&
 223             (PRIV(ucp_gentype)[prop->chartype] != ucp_C ||
 224               (prop->chartype == ucp_Cf &&
 225                 c != 0x061c && c != 0x180e && (c < 0x2066 || c > 0x2069))
 226          )) == isprop)
 227         return !negated;
 228       break;
 229
 230       /* Printable character: same as graphic, with the addition of Zs, i.e.
 231       not Zl and not Zp, and U+180E. */
 232
 233       case PT_PXPRINT:
 234       if ((prop->chartype != ucp_Zl &&
 235            prop->chartype != ucp_Zp &&
 236             (PRIV(ucp_gentype)[prop->chartype] != ucp_C ||
 237               (prop->chartype == ucp_Cf &&
 238                 c != 0x061c && (c < 0x2066 || c > 0x2069))
 239          )) == isprop)
 240         return !negated;
 241       break;
 242
 243       /* Punctuation: all Unicode punctuation, plus ASCII characters that
 244       Unicode treats as symbols rather than punctuation, for Perl
 245       compatibility (these are $+<=>^`|~). */
 246
 247       case PT_PXPUNCT:
 248       if ((PRIV(ucp_gentype)[prop->chartype] == ucp_P ||
 249             (c < 128 && PRIV(ucp_gentype)[prop->chartype] == ucp_S)) == isprop)
 250         return !negated;
 251       break;
 252
 253       /* This should never occur, but compilers may mutter if there is no
 254       default. */
 255
 256       default:
 257       return FALSE;
 258       }
 259
 260     data += 2;
 261     }
 262 #endif  /* SUPPORT_UCP */
 263   }
 264
 265 return negated;   /* char did not match */
 266 }
 267
 268 /* End of pcre_xclass.c */