235 lines
9.7 KiB
C
235 lines
9.7 KiB
C
/*************************************************
|
|
* Perl-Compatible Regular Expressions *
|
|
*************************************************/
|
|
|
|
/* PCRE is a library of functions to support regular expressions whose syntax
|
|
and semantics are as close as possible to those of the Perl 5 language.
|
|
|
|
Written by Philip Hazel
|
|
Original API code Copyright (c) 1997-2012 University of Cambridge
|
|
New API code Copyright (c) 2016-2021 University of Cambridge
|
|
|
|
-----------------------------------------------------------------------------
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are met:
|
|
|
|
* Redistributions of source code must retain the above copyright notice,
|
|
this list of conditions and the following disclaimer.
|
|
|
|
* Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in the
|
|
documentation and/or other materials provided with the distribution.
|
|
|
|
* Neither the name of the University of Cambridge nor the names of its
|
|
contributors may be used to endorse or promote products derived from
|
|
this software without specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
POSSIBILITY OF SUCH DAMAGE.
|
|
-----------------------------------------------------------------------------
|
|
*/
|
|
|
|
/* This module contains some fixed tables that are used by more than one of the
|
|
PCRE2 code modules. The tables are also #included by the pcre2test program,
|
|
which uses macros to change their names from _pcre2_xxx to xxxx, thereby
|
|
avoiding name clashes with the library. In this case, PCRE2_PCRE2TEST is
|
|
defined. */
|
|
|
|
#ifndef PCRE2_PCRE2TEST /* We're compiling the library */
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
#include "pcre2_internal.h"
|
|
#endif /* PCRE2_PCRE2TEST */
|
|
|
|
/* Table of sizes for the fixed-length opcodes. It's defined in a macro so that
|
|
the definition is next to the definition of the opcodes in pcre2_internal.h.
|
|
This is mode-dependent, so it is skipped when this file is included by
|
|
pcre2test. */
|
|
|
|
#ifndef PCRE2_PCRE2TEST
|
|
const uint8_t PRIV(OP_lengths)[] = { OP_LENGTHS };
|
|
#endif
|
|
|
|
/* Tables of horizontal and vertical whitespace characters, suitable for
|
|
adding to classes. */
|
|
|
|
const uint32_t PRIV(hspace_list)[] = { HSPACE_LIST };
|
|
const uint32_t PRIV(vspace_list)[] = { VSPACE_LIST };
|
|
|
|
/* These tables are the pairs of delimiters that are valid for callout string
|
|
arguments. For each starting delimiter there must be a matching ending
|
|
delimiter, which in fact is different only for bracket-like delimiters. */
|
|
|
|
const uint32_t PRIV(callout_start_delims)[] = {
|
|
CHAR_GRAVE_ACCENT, CHAR_APOSTROPHE, CHAR_QUOTATION_MARK,
|
|
CHAR_CIRCUMFLEX_ACCENT, CHAR_PERCENT_SIGN, CHAR_NUMBER_SIGN,
|
|
CHAR_DOLLAR_SIGN, CHAR_LEFT_CURLY_BRACKET, 0 };
|
|
|
|
const uint32_t PRIV(callout_end_delims[]) = {
|
|
CHAR_GRAVE_ACCENT, CHAR_APOSTROPHE, CHAR_QUOTATION_MARK,
|
|
CHAR_CIRCUMFLEX_ACCENT, CHAR_PERCENT_SIGN, CHAR_NUMBER_SIGN,
|
|
CHAR_DOLLAR_SIGN, CHAR_RIGHT_CURLY_BRACKET, 0 };
|
|
|
|
|
|
/*************************************************
|
|
* Tables for UTF-8 support *
|
|
*************************************************/
|
|
|
|
/* These tables are required by pcre2test in 16- or 32-bit mode, as well
|
|
as for the library in 8-bit mode, because pcre2test uses UTF-8 internally for
|
|
handling wide characters. */
|
|
|
|
#if defined PCRE2_PCRE2TEST || \
|
|
(defined SUPPORT_UNICODE && \
|
|
defined PCRE2_CODE_UNIT_WIDTH && \
|
|
PCRE2_CODE_UNIT_WIDTH == 8)
|
|
|
|
/* These are the breakpoints for different numbers of bytes in a UTF-8
|
|
character. */
|
|
|
|
const int PRIV(utf8_table1)[] =
|
|
{ 0x7f, 0x7ff, 0xffff, 0x1fffff, 0x3ffffff, 0x7fffffff};
|
|
|
|
const int PRIV(utf8_table1_size) = sizeof(PRIV(utf8_table1)) / sizeof(int);
|
|
|
|
/* These are the indicator bits and the mask for the data bits to set in the
|
|
first byte of a character, indexed by the number of additional bytes. */
|
|
|
|
const int PRIV(utf8_table2)[] = { 0, 0xc0, 0xe0, 0xf0, 0xf8, 0xfc};
|
|
const int PRIV(utf8_table3)[] = { 0xff, 0x1f, 0x0f, 0x07, 0x03, 0x01};
|
|
|
|
/* Table of the number of extra bytes, indexed by the first byte masked with
|
|
0x3f. The highest number for a valid UTF-8 first byte is in fact 0x3d. */
|
|
|
|
const uint8_t PRIV(utf8_table4)[] = {
|
|
1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,
|
|
1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,
|
|
2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,
|
|
3,3,3,3,3,3,3,3,4,4,4,4,5,5,5,5 };
|
|
|
|
#endif /* UTF-8 support needed */
|
|
|
|
/* Tables concerned with Unicode properties are relevant only when Unicode
|
|
support is enabled. See also the pcre2_ucptables.c file, which is generated by
|
|
a Python script from Unicode data files. */
|
|
|
|
#ifdef SUPPORT_UNICODE
|
|
|
|
/* Table to translate from particular type value to the general value. */
|
|
|
|
const uint32_t PRIV(ucp_gentype)[] = {
|
|
ucp_C, ucp_C, ucp_C, ucp_C, ucp_C, /* Cc, Cf, Cn, Co, Cs */
|
|
ucp_L, ucp_L, ucp_L, ucp_L, ucp_L, /* Ll, Lu, Lm, Lo, Lt */
|
|
ucp_M, ucp_M, ucp_M, /* Mc, Me, Mn */
|
|
ucp_N, ucp_N, ucp_N, /* Nd, Nl, No */
|
|
ucp_P, ucp_P, ucp_P, ucp_P, ucp_P, /* Pc, Pd, Pe, Pf, Pi */
|
|
ucp_P, ucp_P, /* Ps, Po */
|
|
ucp_S, ucp_S, ucp_S, ucp_S, /* Sc, Sk, Sm, So */
|
|
ucp_Z, ucp_Z, ucp_Z /* Zl, Zp, Zs */
|
|
};
|
|
|
|
/* This table encodes the rules for finding the end of an extended grapheme
|
|
cluster. Every code point has a grapheme break property which is one of the
|
|
ucp_gbXX values defined in pcre2_ucp.h. These changed between Unicode versions
|
|
10 and 11. The 2-dimensional table is indexed by the properties of two adjacent
|
|
code points. The left property selects a word from the table, and the right
|
|
property selects a bit from that word like this:
|
|
|
|
PRIV(ucp_gbtable)[left-property] & (1u << right-property)
|
|
|
|
The value is non-zero if a grapheme break is NOT permitted between the relevant
|
|
two code points. The breaking rules are as follows:
|
|
|
|
1. Break at the start and end of text (pretty obviously).
|
|
|
|
2. Do not break between a CR and LF; otherwise, break before and after
|
|
controls.
|
|
|
|
3. Do not break Hangul syllable sequences, the rules for which are:
|
|
|
|
L may be followed by L, V, LV or LVT
|
|
LV or V may be followed by V or T
|
|
LVT or T may be followed by T
|
|
|
|
4. Do not break before extending characters or zero-width-joiner (ZWJ).
|
|
|
|
The following rules are only for extended grapheme clusters (but that's what we
|
|
are implementing).
|
|
|
|
5. Do not break before SpacingMarks.
|
|
|
|
6. Do not break after Prepend characters.
|
|
|
|
7. Do not break within emoji modifier sequences or emoji zwj sequences. That
|
|
is, do not break between characters with the Extended_Pictographic property.
|
|
Extend and ZWJ characters are allowed between the characters; this cannot be
|
|
represented in this table, the code has to deal with it.
|
|
|
|
8. Do not break within emoji flag sequences. That is, do not break between
|
|
regional indicator (RI) symbols if there are an odd number of RI characters
|
|
before the break point. This table encodes "join RI characters"; the code
|
|
has to deal with checking for previous adjoining RIs.
|
|
|
|
9. Otherwise, break everywhere.
|
|
*/
|
|
|
|
#define ESZ (1<<ucp_gbExtend)|(1<<ucp_gbSpacingMark)|(1<<ucp_gbZWJ)
|
|
|
|
const uint32_t PRIV(ucp_gbtable)[] = {
|
|
(1u<<ucp_gbLF), /* 0 CR */
|
|
0, /* 1 LF */
|
|
0, /* 2 Control */
|
|
ESZ, /* 3 Extend */
|
|
ESZ|(1u<<ucp_gbPrepend)| /* 4 Prepend */
|
|
(1u<<ucp_gbL)|(1u<<ucp_gbV)|(1u<<ucp_gbT)|
|
|
(1u<<ucp_gbLV)|(1u<<ucp_gbLVT)|(1u<<ucp_gbOther)|
|
|
(1u<<ucp_gbRegional_Indicator),
|
|
ESZ, /* 5 SpacingMark */
|
|
ESZ|(1u<<ucp_gbL)|(1u<<ucp_gbV)|(1u<<ucp_gbLV)| /* 6 L */
|
|
(1u<<ucp_gbLVT),
|
|
ESZ|(1u<<ucp_gbV)|(1u<<ucp_gbT), /* 7 V */
|
|
ESZ|(1u<<ucp_gbT), /* 8 T */
|
|
ESZ|(1u<<ucp_gbV)|(1u<<ucp_gbT), /* 9 LV */
|
|
ESZ|(1u<<ucp_gbT), /* 10 LVT */
|
|
(1u<<ucp_gbRegional_Indicator), /* 11 Regional Indicator */
|
|
ESZ, /* 12 Other */
|
|
ESZ, /* 13 ZWJ */
|
|
ESZ|(1u<<ucp_gbExtended_Pictographic) /* 14 Extended Pictographic */
|
|
};
|
|
|
|
#undef ESZ
|
|
|
|
#ifdef SUPPORT_JIT
|
|
/* This table reverses PRIV(ucp_gentype). We can save the cost
|
|
of a memory load. */
|
|
|
|
const int PRIV(ucp_typerange)[] = {
|
|
ucp_Cc, ucp_Cs,
|
|
ucp_Ll, ucp_Lu,
|
|
ucp_Mc, ucp_Mn,
|
|
ucp_Nd, ucp_No,
|
|
ucp_Pc, ucp_Ps,
|
|
ucp_Sc, ucp_So,
|
|
ucp_Zl, ucp_Zs,
|
|
};
|
|
#endif /* SUPPORT_JIT */
|
|
|
|
/* Finally, include the tables that are auto-generated from the Unicode data
|
|
files. */
|
|
|
|
#include "pcre2_ucptables.c"
|
|
|
|
#endif /* SUPPORT_UNICODE */
|
|
|
|
/* End of pcre2_tables.c */
|