Annotation of win32/pcre/pcre_xclass.c, revision 1.7

1.1       misha       1: /*************************************************
                      2: *      Perl-Compatible Regular Expressions       *
                      3: *************************************************/
                      4: 
                      5: /* PCRE is a library of functions to support regular expressions whose syntax
                      6: and semantics are as close as possible to those of the Perl 5 language.
                      7: 
                      8:                        Written by Philip Hazel
1.6       misha       9:            Copyright (c) 1997-2013 University of Cambridge
1.1       misha      10: 
                     11: -----------------------------------------------------------------------------
                     12: Redistribution and use in source and binary forms, with or without
                     13: modification, are permitted provided that the following conditions are met:
                     14: 
                     15:     * Redistributions of source code must retain the above copyright notice,
                     16:       this list of conditions and the following disclaimer.
                     17: 
                     18:     * Redistributions in binary form must reproduce the above copyright
                     19:       notice, this list of conditions and the following disclaimer in the
                     20:       documentation and/or other materials provided with the distribution.
                     21: 
                     22:     * Neither the name of the University of Cambridge nor the names of its
                     23:       contributors may be used to endorse or promote products derived from
                     24:       this software without specific prior written permission.
                     25: 
                     26: THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
                     27: AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
                     28: IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
                     29: ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
                     30: LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
                     31: CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
                     32: SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
                     33: INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
                     34: CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
                     35: ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
                     36: POSSIBILITY OF SUCH DAMAGE.
                     37: -----------------------------------------------------------------------------
                     38: */
                     39: 
                     40: 
                     41: /* This module contains an internal function that is used to match an extended
1.3       misha      42: class. It is used by both pcre_exec() and pcre_def_exec(). */
1.1       misha      43: 
                     44: 
                     45: #ifdef HAVE_CONFIG_H
                     46: #include "config.h"
                     47: #endif
                     48: 
                     49: #include "pcre_internal.h"
                     50: 
                     51: 
                     52: /*************************************************
                     53: *       Match character against an XCLASS        *
                     54: *************************************************/
                     55: 
                     56: /* This function is called to match a character against an extended class that
1.3       misha      57: might contain values > 255 and/or Unicode properties.
1.1       misha      58: 
                     59: Arguments:
                     60:   c           the character
                     61:   data        points to the flag byte of the XCLASS data
                     62: 
                     63: Returns:      TRUE if character matches, else FALSE
                     64: */
                     65: 
                     66: BOOL
1.6       misha      67: PRIV(xclass)(pcre_uint32 c, const pcre_uchar *data, BOOL utf)
1.1       misha      68: {
1.6       misha      69: pcre_uchar t;
1.1       misha      70: BOOL negated = (*data & XCL_NOT) != 0;
                     71: 
1.5       misha      72: (void)utf;
                     73: #ifdef COMPILE_PCRE8
                     74: /* In 8 bit mode, this must always be TRUE. Help the compiler to know that. */
                     75: utf = TRUE;
                     76: #endif
                     77: 
1.1       misha      78: /* Character values < 256 are matched against a bitmap, if one is present. If
                     79: not, we still carry on, because there may be ranges that start below 256 in the
                     80: additional data. */
                     81: 
                     82: if (c < 256)
                     83:   {
1.7     ! moko       84:   if ((*data & XCL_HASPROP) == 0)
        !            85:     {
        !            86:     if ((*data & XCL_MAP) == 0) return negated;
        !            87:     return (((pcre_uint8 *)(data + 1))[c/8] & (1 << (c&7))) != 0;
        !            88:     }
1.5       misha      89:   if ((*data & XCL_MAP) != 0 &&
                     90:     (((pcre_uint8 *)(data + 1))[c/8] & (1 << (c&7))) != 0)
                     91:     return !negated; /* char found */
1.1       misha      92:   }
                     93: 
                     94: /* First skip the bit map if present. Then match against the list of Unicode
                     95: properties or large chars or ranges that end with a large char. We won't ever
                     96: encounter XCL_PROP or XCL_NOTPROP when UCP support is not compiled. */
                     97: 
1.5       misha      98: if ((*data++ & XCL_MAP) != 0) data += 32 / sizeof(pcre_uchar);
1.1       misha      99: 
                    100: while ((t = *data++) != XCL_END)
                    101:   {
1.6       misha     102:   pcre_uint32 x, y;
1.1       misha     103:   if (t == XCL_SINGLE)
                    104:     {
1.5       misha     105: #ifdef SUPPORT_UTF
                    106:     if (utf)
                    107:       {
                    108:       GETCHARINC(x, data); /* macro generates multiple statements */
                    109:       }
                    110:     else
                    111: #endif
                    112:       x = *data++;
1.1       misha     113:     if (c == x) return !negated;
                    114:     }
                    115:   else if (t == XCL_RANGE)
                    116:     {
1.5       misha     117: #ifdef SUPPORT_UTF
                    118:     if (utf)
                    119:       {
                    120:       GETCHARINC(x, data); /* macro generates multiple statements */
                    121:       GETCHARINC(y, data); /* macro generates multiple statements */
                    122:       }
                    123:     else
                    124: #endif
                    125:       {
                    126:       x = *data++;
                    127:       y = *data++;
                    128:       }
1.1       misha     129:     if (c >= x && c <= y) return !negated;
                    130:     }
                    131: 
                    132: #ifdef SUPPORT_UCP
                    133:   else  /* XCL_PROP & XCL_NOTPROP */
                    134:     {
1.3       misha     135:     const ucd_record *prop = GET_UCD(c);
1.7     ! moko      136:     BOOL isprop = t == XCL_PROP;
1.1       misha     137: 
                    138:     switch(*data)
                    139:       {
                    140:       case PT_ANY:
1.7     ! moko      141:       if (isprop) return !negated;
1.1       misha     142:       break;
                    143: 
                    144:       case PT_LAMP:
1.4       misha     145:       if ((prop->chartype == ucp_Lu || prop->chartype == ucp_Ll ||
1.7     ! moko      146:            prop->chartype == ucp_Lt) == isprop) return !negated;
1.1       misha     147:       break;
                    148: 
                    149:       case PT_GC:
1.7     ! moko      150:       if ((data[1] == PRIV(ucp_gentype)[prop->chartype]) == isprop)
1.4       misha     151:         return !negated;
1.1       misha     152:       break;
                    153: 
                    154:       case PT_PC:
1.7     ! moko      155:       if ((data[1] == prop->chartype) == isprop) return !negated;
1.1       misha     156:       break;
                    157: 
                    158:       case PT_SC:
1.7     ! moko      159:       if ((data[1] == prop->script) == isprop) return !negated;
1.1       misha     160:       break;
                    161: 
1.4       misha     162:       case PT_ALNUM:
1.5       misha     163:       if ((PRIV(ucp_gentype)[prop->chartype] == ucp_L ||
1.7     ! moko      164:            PRIV(ucp_gentype)[prop->chartype] == ucp_N) == isprop)
1.4       misha     165:         return !negated;
                    166:       break;
                    167: 
1.7     ! moko      168:       /* Perl space used to exclude VT, but from Perl 5.18 it is included,
        !           169:       which means that Perl space and POSIX space are now identical. PCRE
        !           170:       was changed at release 8.34. */
        !           171: 
1.4       misha     172:       case PT_SPACE:    /* Perl space */
1.7     ! moko      173:       case PT_PXSPACE:  /* POSIX space */
        !           174:       switch(c)
        !           175:         {
        !           176:         HSPACE_CASES:
        !           177:         VSPACE_CASES:
        !           178:         if (isprop) return !negated;
        !           179:         break;
1.4       misha     180: 
1.7     ! moko      181:         default:
        !           182:         if ((PRIV(ucp_gentype)[prop->chartype] == ucp_Z) == isprop)
        !           183:           return !negated;
        !           184:         break;
        !           185:         }
1.4       misha     186:       break;
                    187: 
                    188:       case PT_WORD:
1.5       misha     189:       if ((PRIV(ucp_gentype)[prop->chartype] == ucp_L ||
                    190:            PRIV(ucp_gentype)[prop->chartype] == ucp_N || c == CHAR_UNDERSCORE)
1.7     ! moko      191:              == isprop)
1.4       misha     192:         return !negated;
                    193:       break;
                    194: 
1.6       misha     195:       case PT_UCNC:
                    196:       if (c < 0xa0)
                    197:         {
                    198:         if ((c == CHAR_DOLLAR_SIGN || c == CHAR_COMMERCIAL_AT ||
1.7     ! moko      199:              c == CHAR_GRAVE_ACCENT) == isprop)
1.6       misha     200:           return !negated;
                    201:         }
                    202:       else
                    203:         {
1.7     ! moko      204:         if ((c < 0xd800 || c > 0xdfff) == isprop)
1.6       misha     205:           return !negated;
                    206:         }
                    207:       break;
                    208: 
1.7     ! moko      209:       /* The following three properties can occur only in an XCLASS, as there
        !           210:       is no \p or \P coding for them. */
        !           211: 
        !           212:       /* Graphic character. Implement this as not Z (space or separator) and
        !           213:       not C (other), except for Cf (format) with a few exceptions. This seems
        !           214:       to be what Perl does. The exceptional characters are:
        !           215: 
        !           216:       U+061C           Arabic Letter Mark
        !           217:       U+180E           Mongolian Vowel Separator
        !           218:       U+2066 - U+2069  Various "isolate"s
        !           219:       */
        !           220: 
        !           221:       case PT_PXGRAPH:
        !           222:       if ((PRIV(ucp_gentype)[prop->chartype] != ucp_Z &&
        !           223:             (PRIV(ucp_gentype)[prop->chartype] != ucp_C ||
        !           224:               (prop->chartype == ucp_Cf &&
        !           225:                 c != 0x061c && c != 0x180e && (c < 0x2066 || c > 0x2069))
        !           226:          )) == isprop)
        !           227:         return !negated;
        !           228:       break;
        !           229: 
        !           230:       /* Printable character: same as graphic, with the addition of Zs, i.e.
        !           231:       not Zl and not Zp, and U+180E. */
        !           232: 
        !           233:       case PT_PXPRINT:
        !           234:       if ((prop->chartype != ucp_Zl &&
        !           235:            prop->chartype != ucp_Zp &&
        !           236:             (PRIV(ucp_gentype)[prop->chartype] != ucp_C ||
        !           237:               (prop->chartype == ucp_Cf &&
        !           238:                 c != 0x061c && (c < 0x2066 || c > 0x2069))
        !           239:          )) == isprop)
        !           240:         return !negated;
        !           241:       break;
        !           242: 
        !           243:       /* Punctuation: all Unicode punctuation, plus ASCII characters that
        !           244:       Unicode treats as symbols rather than punctuation, for Perl
        !           245:       compatibility (these are $+<=>^`|~). */
        !           246: 
        !           247:       case PT_PXPUNCT:
        !           248:       if ((PRIV(ucp_gentype)[prop->chartype] == ucp_P ||
        !           249:             (c < 256 && PRIV(ucp_gentype)[prop->chartype] == ucp_S)) == isprop)
        !           250:         return !negated;
        !           251:       break;
        !           252: 
1.1       misha     253:       /* This should never occur, but compilers may mutter if there is no
                    254:       default. */
                    255: 
                    256:       default:
                    257:       return FALSE;
                    258:       }
                    259: 
                    260:     data += 2;
                    261:     }
                    262: #endif  /* SUPPORT_UCP */
                    263:   }
                    264: 
                    265: return negated;   /* char did not match */
                    266: }
                    267: 
                    268: /* End of pcre_xclass.c */

E-mail: