summaryrefslogtreecommitdiffstats
path: root/Modules
diff options
context:
space:
mode:
authorAndrew M. Kuchling <amk@amk.ca>2004-06-02 17:44:36 (GMT)
committerAndrew M. Kuchling <amk@amk.ca>2004-06-02 17:44:36 (GMT)
commit5ededdd6856d30d35a62fe2477b97fcd8ca864bd (patch)
tree6b2414d2bbc6b2a97f1632a2186bbe129fef00eb /Modules
parentf7e836e6dda738bdbc9aa0447fc245ec40abd9a7 (diff)
downloadcpython-5ededdd6856d30d35a62fe2477b97fcd8ca864bd.zip
cpython-5ededdd6856d30d35a62fe2477b97fcd8ca864bd.tar.gz
cpython-5ededdd6856d30d35a62fe2477b97fcd8ca864bd.tar.bz2
Remove pcre module
Diffstat (limited to 'Modules')
-rw-r--r--Modules/pcre-int.h295
-rw-r--r--Modules/pcre.h84
-rw-r--r--Modules/pcremodule.c636
-rw-r--r--Modules/pypcre.c4756
4 files changed, 0 insertions, 5771 deletions
diff --git a/Modules/pcre-int.h b/Modules/pcre-int.h
deleted file mode 100644
index d07d536..0000000
--- a/Modules/pcre-int.h
+++ /dev/null
@@ -1,295 +0,0 @@
-/*************************************************
-* Perl-Compatible Regular Expressions *
-*************************************************/
-
-
-#define PCRE_VERSION "1.09 28-Apr-1998"
-
-
-/* This is a library of functions to support regular expressions whose syntax
-and semantics are as close as possible to those of the Perl 5 language. See
-the file Tech.Notes for some information on the internals.
-
-Written by: Philip Hazel <ph10@cam.ac.uk>
-
- Copyright (c) 1998 University of Cambridge
-
------------------------------------------------------------------------------
-Permission is granted to anyone to use this software for any purpose on any
-computer system, and to redistribute it freely, subject to the following
-restrictions:
-
-1. This software is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
-
-2. The origin of this software must not be misrepresented, either by
- explicit claim or by omission.
-
-3. Altered versions must be plainly marked as such, and must not be
- misrepresented as being the original software.
------------------------------------------------------------------------------
-*/
-
-/* This header contains definitions that are shared between the different
-modules, but which are not relevant to the outside. */
-
-
-/* Standard C headers plus the external interface definition */
-
-#include <ctype.h>
-#include <limits.h>
-#include <setjmp.h>
-#include <stddef.h>
-#include <stdio.h>
-#include <stdlib.h>
-#include <string.h>
-#include "pcre.h"
-
-/* In case there is no definition of offsetof() provided - though any proper
-Standard C system should have one. */
-
-#ifndef offsetof
-#define offsetof(p_type,field) ((size_t)&(((p_type *)0)->field))
-#endif
-
-/* Private options flags start at the most significant end of the two bytes.
-The public options defined in pcre.h start at the least significant end. Make
-sure they don't overlap! */
-
-#define PCRE_FIRSTSET 0x8000 /* first_char is set */
-#define PCRE_STARTLINE 0x4000 /* start after \n for multiline */
-#define PCRE_COMPILED_CASELESS 0x2000 /* like it says */
-
-/* Options for the "extra" block produced by pcre_study(). */
-
-#define PCRE_STUDY_CASELESS 0x01 /* study was caseless */
-#define PCRE_STUDY_MAPPED 0x02 /* a map of starting chars exists */
-
-/* Masks for identifying the public options: all permitted at compile time,
-only some permitted at run or study time. */
-
-#ifdef FOR_PYTHON
-#define PUBLIC_OPTIONS \
- (PCRE_CASELESS|PCRE_EXTENDED|PCRE_ANCHORED|PCRE_MULTILINE| \
- PCRE_DOTALL|PCRE_DOLLAR_ENDONLY|PCRE_EXTRA|PCRE_UNGREEDY| \
- PCRE_LOCALE)
-#else
-#define PUBLIC_OPTIONS \
- (PCRE_CASELESS|PCRE_EXTENDED|PCRE_ANCHORED|PCRE_MULTILINE| \
- PCRE_DOTALL|PCRE_DOLLAR_ENDONLY|PCRE_EXTRA|PCRE_UNGREEDY)
-#endif
-#define PUBLIC_EXEC_OPTIONS \
- (PCRE_CASELESS|PCRE_ANCHORED|PCRE_MULTILINE|PCRE_NOTBOL|PCRE_NOTEOL| \
- PCRE_DOTALL|PCRE_DOLLAR_ENDONLY)
-
-#define PUBLIC_STUDY_OPTIONS (PCRE_CASELESS)
-
-/* Magic number to provide a small check against being handed junk. */
-
-#define MAGIC_NUMBER 0x50435245 /* 'PCRE' */
-
-/* Miscellaneous definitions */
-
-typedef int BOOL;
-
-#define FALSE 0
-#define TRUE 1
-
-/* These are escaped items that aren't just an encoding of a particular data
-value such as \n. They must have non-zero values, as check_escape() returns
-their negation. Also, they must appear in the same order as in the opcode
-definitions below, up to ESC_Z. The final one must be ESC_REF as subsequent
-values are used for \1, \2, \3, etc. There is a test in the code for an escape
-greater than ESC_b and less than ESC_X to detect the types that may be
-repeated. If any new escapes are put in-between that don't consume a character,
-that code will have to change. */
-
-enum { ESC_A = 1, ESC_B, ESC_b, ESC_D, ESC_d, ESC_S, ESC_s, ESC_W, ESC_w,
-
- /* These are not Perl escapes, so can't appear in the */
- ESC_X, /* simple table-lookup because they must be conditional */
- /* on PCRE_EXTRA. */
- ESC_Z,
- ESC_REF };
-
-/* Opcode table: OP_BRA must be last, as all values >= it are used for brackets
-that extract substrings. Starting from 1 (i.e. after OP_END), the values up to
-OP_EOD must correspond in order to the list of escapes immediately above. */
-
-enum {
- OP_END, /* End of pattern */
-
- /* Values corresponding to backslashed metacharacters */
-
- OP_SOD, /* Start of data: \A */
- OP_NOT_WORD_BOUNDARY, /* \B */
- OP_WORD_BOUNDARY, /* \b */
- OP_NOT_DIGIT, /* \D */
- OP_DIGIT, /* \d */
- OP_NOT_WHITESPACE, /* \S */
- OP_WHITESPACE, /* \s */
- OP_NOT_WORDCHAR, /* \W */
- OP_WORDCHAR, /* \w */
- OP_CUT, /* The analogue of Prolog's "cut" operation (extension) */
- OP_EOD, /* End of data: \Z. */
-
- OP_NOT_WORD_BOUNDARY_L, /* localized \B */
- OP_WORD_BOUNDARY_L, /* localized \b */
- OP_NOT_WORDCHAR_L, /* localized \W */
- OP_WORDCHAR_L, /* localized \w */
-
- OP_CIRC, /* Start of line - varies with multiline switch */
- OP_DOLL, /* End of line - varies with multiline switch */
- OP_ANY, /* Match any character */
- OP_CHARS, /* Match string of characters */
- OP_NOT, /* Match anything but the following char */
-
- OP_STAR, /* The maximizing and minimizing versions of */
- OP_MINSTAR, /* all these opcodes must come in pairs, with */
- OP_PLUS, /* the minimizing one second. */
- OP_MINPLUS, /* This first set applies to single characters */
- OP_QUERY,
- OP_MINQUERY,
- OP_UPTO, /* From 0 to n matches */
- OP_MINUPTO,
- OP_EXACT, /* Exactly n matches */
-
- OP_NOTSTAR, /* The maximizing and minimizing versions of */
- OP_NOTMINSTAR, /* all these opcodes must come in pairs, with */
- OP_NOTPLUS, /* the minimizing one second. */
- OP_NOTMINPLUS, /* This first set applies to "not" single characters */
- OP_NOTQUERY,
- OP_NOTMINQUERY,
- OP_NOTUPTO, /* From 0 to n matches */
- OP_NOTMINUPTO,
- OP_NOTEXACT, /* Exactly n matches */
-
- OP_TYPESTAR, /* The maximizing and minimizing versions of */
- OP_TYPEMINSTAR, /* all these opcodes must come in pairs, with */
- OP_TYPEPLUS, /* the minimizing one second. These codes must */
- OP_TYPEMINPLUS, /* be in exactly the same order as those above. */
- OP_TYPEQUERY, /* This set applies to character types such as \d */
- OP_TYPEMINQUERY,
- OP_TYPEUPTO, /* From 0 to n matches */
- OP_TYPEMINUPTO,
- OP_TYPEEXACT, /* Exactly n matches */
-
- OP_CRSTAR, /* The maximizing and minimizing versions of */
- OP_CRMINSTAR, /* all these opcodes must come in pairs, with */
- OP_CRPLUS, /* the minimizing one second. These codes must */
- OP_CRMINPLUS, /* be in exactly the same order as those above. */
- OP_CRQUERY, /* These are for character classes and back refs */
- OP_CRMINQUERY,
- OP_CRRANGE, /* These are different to the three seta above. */
- OP_CRMINRANGE,
-
- OP_CLASS, /* Match a character class */
- OP_NEGCLASS, /* Match a character class, specified negatively */
- OP_CLASS_L, /* Match a character class */
- OP_REF, /* Match a back reference */
-
- OP_ALT, /* Start of alternation */
- OP_KET, /* End of group that doesn't have an unbounded repeat */
- OP_KETRMAX, /* These two must remain together and in this */
- OP_KETRMIN, /* order. They are for groups the repeat for ever. */
-
- OP_ASSERT,
- OP_ASSERT_NOT,
- OP_ONCE, /* Once matched, don't back up into the subpattern */
-
- OP_BRAZERO, /* These two must remain together and in this */
- OP_BRAMINZERO, /* order. */
-
- OP_BRA /* This and greater values are used for brackets that
- extract substrings. */
-};
-
-/* The highest extraction number. This is limited by the number of opcodes
-left after OP_BRA, i.e. 255 - OP_BRA. We actually set it somewhat lower. */
-
-#define EXTRACT_MAX 99
-
-/* The texts of compile-time error messages are defined as macros here so that
-they can be accessed by the POSIX wrapper and converted into error codes. Yes,
-I could have used error codes in the first place, but didn't feel like changing
-just to accommodate the POSIX wrapper. */
-
-#define ERR1 "\\ at end of pattern"
-#define ERR2 "\\c at end of pattern"
-#define ERR3 "unrecognized character follows \\"
-#define ERR4 "numbers out of order in {} quantifier"
-#define ERR5 "number too big in {} quantifier"
-#define ERR6 "missing terminating ] for character class"
-#define ERR7 "invalid escape sequence in character class"
-#define ERR8 "range out of order in character class"
-#define ERR9 "nothing to repeat"
-#define ERR10 "operand of unlimited repeat could match the empty string"
-#define ERR11 "internal error: unexpected repeat"
-#define ERR12 "unrecognized character after (?"
-#define ERR13 "too many capturing parenthesized sub-patterns"
-#define ERR14 "missing )"
-#define ERR15 "back reference to non-existent subpattern"
-#define ERR16 "erroffset passed as NULL"
-#define ERR17 "unknown option bit(s) set"
-#define ERR18 "missing ) after comment"
-#define ERR19 "too many sets of parentheses"
-#define ERR20 "regular expression too large"
-#define ERR21 "failed to get memory"
-#define ERR22 "unmatched brackets"
-#define ERR23 "internal error: code overflow"
-
-/* All character handling must be done as unsigned characters. Otherwise there
-are problems with top-bit-set characters and functions such as isspace().
-However, we leave the interface to the outside world as char *, because that
-should make things easier for callers. We define a short type for unsigned char
-to save lots of typing. I tried "uchar", but it causes problems on Digital
-Unix, where it is defined in sys/types, so use "uschar" instead. */
-
-typedef unsigned char uschar;
-
-/* The real format of the start of the pcre block; the actual code vector
-runs on as long as necessary after the end. */
-
-typedef struct real_pcre {
- unsigned int magic_number;
- unsigned short int options;
- unsigned char top_bracket;
- unsigned char top_backref;
- unsigned char first_char;
- unsigned char code[1];
-} real_pcre;
-
-/* The real format of the extra block returned by pcre_study(). */
-
-typedef struct real_pcre_extra {
- unsigned char options;
- unsigned char start_bits[32];
-} real_pcre_extra;
-
-/* Global tables from chartables.c */
-
-extern uschar pcre_lcc[];
-extern uschar pcre_fcc[];
-extern uschar pcre_cbits[];
-extern uschar pcre_ctypes[];
-
-/* Bit definitions for entries in pcre_ctypes[]. */
-
-#define ctype_space 0x01
-#define ctype_letter 0x02
-#define ctype_digit 0x04
-#define ctype_xdigit 0x08
-#define ctype_word 0x10 /* alphameric or '_' */
-#define ctype_odigit 0x20 /* octal digit */
-#define ctype_meta 0x80 /* regexp meta char or zero (end pattern) */
-
-/* Offsets for the bitmap tables */
-
-#define cbit_digit 0
-#define cbit_letter 32
-#define cbit_word 64
-#define cbit_space 96
-#define cbit_length 128 /* Length of the cbits table */
-
-/* End of internal.h */
diff --git a/Modules/pcre.h b/Modules/pcre.h
deleted file mode 100644
index 3606823..0000000
--- a/Modules/pcre.h
+++ /dev/null
@@ -1,84 +0,0 @@
-/*************************************************
-* Perl-Compatible Regular Expressions *
-*************************************************/
-
-/* Copyright (c) 1998 University of Cambridge */
-
-#ifndef _PCRE_H
-#define _PCRE_H
-
-#ifdef FOR_PYTHON
-#include "Python.h"
-#endif
-
-/* Have to include stdlib.h in order to ensure that size_t is defined;
-it is needed here for malloc. */
-
-#ifndef DONT_HAVE_SYS_TYPES_H
-#include <sys/types.h>
-#endif
-#include <stdlib.h>
-
-/* Allow for C++ users */
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-/* Options */
-
-#define PCRE_CASELESS 0x0001
-#define PCRE_EXTENDED 0x0002
-#define PCRE_ANCHORED 0x0004
-#define PCRE_MULTILINE 0x0008
-#define PCRE_DOTALL 0x0010
-#define PCRE_DOLLAR_ENDONLY 0x0020
-#define PCRE_EXTRA 0x0040
-#define PCRE_NOTBOL 0x0080
-#define PCRE_NOTEOL 0x0100
-#define PCRE_UNGREEDY 0x0400
-#ifdef FOR_PYTHON
-#define PCRE_LOCALE 0x0200
-#endif
-
-/* Exec-time error codes */
-
-#define PCRE_ERROR_NOMATCH (-1)
-#define PCRE_ERROR_BADREF (-2)
-#define PCRE_ERROR_NULL (-3)
-#define PCRE_ERROR_BADOPTION (-4)
-#define PCRE_ERROR_BADMAGIC (-5)
-#define PCRE_ERROR_UNKNOWN_NODE (-6)
-#define PCRE_ERROR_NOMEMORY (-7)
-
-/* Types */
-
-typedef void pcre;
-typedef void pcre_extra;
-
-/* Store get and free functions. These can be set to alternative malloc/free
-functions if required. */
-
-extern void *(*pcre_malloc)(size_t);
-extern void (*pcre_free)(void *);
-
-/* Functions */
-
-#ifdef FOR_PYTHON
-extern pcre *pcre_compile(const char *, int, const char **, int *, PyObject *);
-extern int pcre_exec(const pcre *, const pcre_extra *, const char *,
- int, int, int, int *, int);
-#else
-extern pcre *pcre_compile(const char *, int, const char **, int *);
-extern int pcre_exec(const pcre *, const pcre_extra *, const char *,
- int, int, int *, int);
-#endif
-extern int pcre_info(const pcre *, int *, int *);
-extern pcre_extra *pcre_study(const pcre *, int, const char **);
-extern const char *pcre_version(void);
-
-#ifdef __cplusplus
-} /* extern "C" */
-#endif
-
-#endif /* End of pcre.h */
diff --git a/Modules/pcremodule.c b/Modules/pcremodule.c
deleted file mode 100644
index 656539a..0000000
--- a/Modules/pcremodule.c
+++ /dev/null
@@ -1,636 +0,0 @@
-/* Pcre objects */
-
-#include "Python.h"
-
-#ifndef Py_eval_input
-/* For Python 1.4, graminit.h has to be explicitly included */
-#include "graminit.h"
-#define Py_eval_input eval_input
-#endif
-
-#ifndef FOR_PYTHON
-#define FOR_PYTHON
-#endif
-
-#include "pcre.h"
-#include "pcre-int.h"
-
-static PyObject *ErrorObject;
-
-typedef struct {
- PyObject_HEAD
- pcre *regex;
- pcre_extra *regex_extra;
- int num_groups;
-} PcreObject;
-
-static PyTypeObject Pcre_Type;
-
-#define PcreObject_Check(v) ((v)->ob_type == &Pcre_Type)
-#define NORMAL 0
-#define CHARCLASS 1
-#define REPLACEMENT 2
-
-#define CHAR 0
-#define MEMORY_REFERENCE 1
-#define SYNTAX 2
-#define NOT_SYNTAX 3
-#define SET 4
-#define WORD_BOUNDARY 5
-#define NOT_WORD_BOUNDARY 6
-#define BEGINNING_OF_BUFFER 7
-#define END_OF_BUFFER 8
-#define STRING 9
-
-static PcreObject *
-newPcreObject(PyObject *args)
-{
- PcreObject *self;
- self = PyObject_New(PcreObject, &Pcre_Type);
- if (self == NULL)
- return NULL;
- self->regex = NULL;
- self->regex_extra = NULL;
- return self;
-}
-
-/* Pcre methods */
-
-static void
-PyPcre_dealloc(PcreObject *self)
-{
- if (self->regex) (pcre_free)(self->regex);
- if (self->regex_extra) (pcre_free)(self->regex_extra);
- PyObject_Del(self);
-}
-
-
-static PyObject *
-PyPcre_exec(PcreObject *self, PyObject *args)
-{
- char *string;
- int stringlen, pos = 0, options=0, endpos = -1, i, count;
- int offsets[100*2];
- PyObject *list;
-
- if (!PyArg_ParseTuple(args, "t#|iii:match", &string, &stringlen,
- &pos, &endpos, &options))
- return NULL;
- if (endpos == -1) {endpos = stringlen;}
- count = pcre_exec(self->regex, self->regex_extra,
- string, endpos, pos, options,
- offsets, sizeof(offsets)/sizeof(int) );
- /* If an error occurred during the match, and an exception was raised,
- just return NULL and leave the exception alone. The most likely
- problem to cause this would be running out of memory for
- the failure stack. */
- if (PyErr_Occurred())
- {
- return NULL;
- }
- if (count==PCRE_ERROR_NOMATCH) {Py_INCREF(Py_None); return Py_None;}
- if (count<0)
- {
- PyObject *errval = Py_BuildValue("si", "Regex execution error", count);
- PyErr_SetObject(ErrorObject, errval);
- Py_XDECREF(errval);
- return NULL;
- }
-
- list=PyList_New(self->num_groups+1);
- if (list==NULL) return NULL;
- for(i=0; i<=self->num_groups; i++)
- {
- PyObject *v;
- int start=offsets[i*2], end=offsets[i*2+1];
- /* If the group wasn't affected by the match, return -1, -1 */
- if (start<0 || count<=i)
- {start=end=-1;}
- v=Py_BuildValue("ii", start, end);
- if (v==NULL) {Py_DECREF(list); return NULL;}
- PyList_SetItem(list, i, v);
- }
- return list;
-}
-
-static PyMethodDef Pcre_methods[] = {
- {"match", (PyCFunction)PyPcre_exec, METH_VARARGS},
- {NULL, NULL} /* sentinel */
-};
-
-static PyObject *
-PyPcre_getattr(PcreObject *self, char *name)
-{
- return Py_FindMethod(Pcre_methods, (PyObject *)self, name);
-}
-
-
-static PyTypeObject Pcre_Type = {
- PyObject_HEAD_INIT(NULL)
- 0, /*ob_size*/
- "pcre.Pcre", /*tp_name*/
- sizeof(PcreObject), /*tp_basicsize*/
- 0, /*tp_itemsize*/
- /* methods */
- (destructor)PyPcre_dealloc, /*tp_dealloc*/
- 0, /*tp_print*/
- (getattrfunc)PyPcre_getattr, /*tp_getattr*/
- 0, /*tp_setattr*/
- 0, /*tp_compare*/
- 0, /*tp_repr*/
- 0, /*tp_as_number*/
- 0, /*tp_as_sequence*/
- 0, /*tp_as_mapping*/
- 0, /*tp_hash*/
-};
-/* --------------------------------------------------------------------- */
-
-static PyObject *
-PyPcre_compile(PyObject *self, PyObject *args)
-{
- PcreObject *rv;
- PyObject *dictionary;
- char *pattern;
- const char *error;
-
- int options, erroroffset;
- if (!PyArg_ParseTuple(args, "siO!:pcre_compile", &pattern, &options,
- &PyDict_Type, &dictionary))
- return NULL;
- rv = newPcreObject(args);
- if ( rv == NULL )
- return NULL;
-
- rv->regex = pcre_compile((char*)pattern, options,
- &error, &erroroffset, dictionary);
- if (rv->regex==NULL)
- {
- Py_DECREF(rv);
- if (!PyErr_Occurred())
- {
- PyObject *errval = Py_BuildValue("si", error, erroroffset);
- PyErr_SetObject(ErrorObject, errval);
- Py_XDECREF(errval);
- }
- return NULL;
- }
- rv->regex_extra=pcre_study(rv->regex, 0, &error);
- if (rv->regex_extra==NULL && error!=NULL)
- {
- PyObject *errval = Py_BuildValue("si", error, 0);
- Py_DECREF(rv);
- PyErr_SetObject(ErrorObject, errval);
- Py_XDECREF(errval);
- return NULL;
- }
- rv->num_groups = pcre_info(rv->regex, NULL, NULL);
- if (rv->num_groups<0)
- {
- PyObject *errval = Py_BuildValue("si", error, rv->num_groups);
- PyErr_SetObject(ErrorObject, errval);
- Py_XDECREF(errval);
- Py_DECREF(rv);
- return NULL;
- }
- return (PyObject *)rv;
-}
-
-static PyObject *
-PyPcre_expand_escape(unsigned char *pattern, int pattern_len,
- int *indexptr, int *typeptr)
-{
- unsigned char c;
- int index = *indexptr;
-
- if (pattern_len<=index)
- {
- PyErr_SetString(ErrorObject, "escape ends too soon");
- return NULL;
- }
- c=pattern[index]; index++;
- *typeptr=CHAR;
-
- switch (c)
- {
- case('t'):
- *indexptr=index;
- return Py_BuildValue("c", (char)9);
- case('n'):
- *indexptr = index;
- return Py_BuildValue("c", (char)10);
- case('v'):
- *indexptr = index;
- return Py_BuildValue("c", (char)11);
- case('r'):
- *indexptr = index;
- return Py_BuildValue("c", (char)13);
- case('f'):
- *indexptr = index;
- return Py_BuildValue("c", (char)12);
- case('a'):
- *indexptr = index;
- return Py_BuildValue("c", (char)7);
- case('b'):
- *indexptr=index;
- return Py_BuildValue("c", (char)8);
- case('\\'):
- *indexptr=index;
- return Py_BuildValue("c", '\\');
-
- case('x'):
- {
- int x, ch, end;
-
- x = 0; end = index;
- while ( (end<pattern_len && pcre_ctypes[ pattern[end] ] & ctype_xdigit) != 0)
- {
- ch = pattern[end];
- x = x * 16 + pcre_lcc[ch] -
- (((pcre_ctypes[ch] & ctype_digit) != 0)? '0' : 'W');
- x &= 255;
- end++;
- }
- if (end==index)
- {
- PyErr_SetString(ErrorObject, "\\x must be followed by hex digits");
- return NULL;
- }
- *indexptr = end;
- return Py_BuildValue("c", (char)x);
- }
-
- case('E'): case('G'): case('L'): case('Q'):
- case('U'): case('l'): case('u'):
- {
- char message[50];
- PyOS_snprintf(message, sizeof(message),
- "\\%c is not allowed", c);
- PyErr_SetString(ErrorObject, message);
- return NULL;
- }
-
- case('g'):
- {
- int end, i;
- int group_num = 0, is_number=0;
-
- if (pattern_len<=index)
- {
- PyErr_SetString(ErrorObject, "unfinished symbolic reference");
- return NULL;
- }
- if (pattern[index]!='<')
- {
- PyErr_SetString(ErrorObject, "missing < in symbolic reference");
- return NULL;
- }
- index++;
- end=index;
- while (end<pattern_len && pattern[end]!='>')
- end++;
- if (end==pattern_len)
- {
- PyErr_SetString(ErrorObject, "unfinished symbolic reference");
- return NULL;
- }
-
- if (index==end) /* Zero-length name */
- {
- /* XXX should include the text of the reference */
- PyErr_SetString(ErrorObject, "zero-length symbolic reference");
- return NULL;
- }
- if ((pcre_ctypes[pattern[index]] & ctype_digit)) /* First char. a digit */
- {
- is_number = 1;
- group_num = pattern[index] - '0';
- }
-
- for(i=index+1; i<end; i++)
- {
- if (is_number &&
- !(pcre_ctypes[pattern[i]] & ctype_digit) )
- {
- /* XXX should include the text of the reference */
- PyErr_SetString(ErrorObject, "illegal non-digit character in \\g<...> starting with digit");
- return NULL;
- }
- else {group_num = group_num * 10 + pattern[i] - '0';}
- if (!(pcre_ctypes[pattern[i]] & ctype_word) )
- {
- /* XXX should include the text of the reference */
- PyErr_SetString(ErrorObject, "illegal symbolic reference");
- return NULL;
- }
- }
-
- *typeptr = MEMORY_REFERENCE;
- *indexptr = end+1;
- /* If it's a number, return the integer value of the group */
- if (is_number) return Py_BuildValue("i", group_num);
- /* Otherwise, return a string containing the group name */
- return Py_BuildValue("s#", pattern+index, end-index);
- }
-
- case('0'):
- {
- /* \0 always indicates an octal escape, so we consume up to 3
- characters, as long as they're all octal digits */
- int octval=0, i;
- index--;
- for(i=index;
- i<=index+2 && i<pattern_len
- && (pcre_ctypes[ pattern[i] ] & ctype_odigit );
- i++)
- {
- octval = octval * 8 + pattern[i] - '0';
- }
- if (octval>255)
- {
- PyErr_SetString(ErrorObject, "octal value out of range");
- return NULL;
- }
- *indexptr = i;
- return Py_BuildValue("c", (unsigned char)octval);
- }
-
- case('1'): case('2'): case('3'): case('4'):
- case('5'): case('6'): case('7'): case('8'):
- case('9'):
- {
- /* Handle \?, where ? is from 1 through 9 */
- int value=0;
- index--;
- /* If it's at least a two-digit reference, like \34, it might
- either be a 3-digit octal escape (\123) or a 2-digit
- decimal memory reference (\34) */
-
- if ( (index+1) <pattern_len &&
- (pcre_ctypes[ pattern[index+1] ] & ctype_digit) )
- {
- if ( (index+2) <pattern_len &&
- (pcre_ctypes[ pattern[index+2] ] & ctype_odigit) &&
- (pcre_ctypes[ pattern[index+1] ] & ctype_odigit) &&
- (pcre_ctypes[ pattern[index ] ] & ctype_odigit)
- )
- {
- /* 3 octal digits */
- value= 8*8*(pattern[index ]-'0') +
- 8*(pattern[index+1]-'0') +
- (pattern[index+2]-'0');
- if (value>255)
- {
- PyErr_SetString(ErrorObject, "octal value out of range");
- return NULL;
- }
- *indexptr = index+3;
- return Py_BuildValue("c", (unsigned char)value);
- }
- else
- {
- /* 2-digit form, so it's a memory reference */
- value= 10*(pattern[index ]-'0') +
- (pattern[index+1]-'0');
- if (value<1 || EXTRACT_MAX<=value)
- {
- PyErr_SetString(ErrorObject, "memory reference out of range");
- return NULL;
- }
- *typeptr = MEMORY_REFERENCE;
- *indexptr = index+2;
- return Py_BuildValue("i", value);
- }
- }
- else
- {
- /* Single-digit form, like \2, so it's a memory reference */
- *typeptr = MEMORY_REFERENCE;
- *indexptr = index+1;
- return Py_BuildValue("i", pattern[index]-'0');
- }
- }
-
- default:
- /* It's some unknown escape like \s, so return a string containing
- \s */
- *typeptr = STRING;
- *indexptr = index;
- return Py_BuildValue("s#", pattern+index-2, 2);
- }
-}
-
-static PyObject *
-PyPcre_expand(PyObject *self, PyObject *args)
-{
- PyObject *results, *match_obj;
- PyObject *repl_obj, *newstring;
- unsigned char *repl;
- int size, total_len, i, start, pos;
-
- if (!PyArg_ParseTuple(args, "OS:pcre_expand", &match_obj, &repl_obj))
- return NULL;
-
- repl=(unsigned char *)PyString_AsString(repl_obj);
- size=PyString_Size(repl_obj);
- results=PyList_New(0);
- if (results==NULL) return NULL;
- for(start=total_len=i=0; i<size; i++)
- {
- if (repl[i]=='\\')
- {
- PyObject *value;
- int escape_type;
-
- if (start!=i)
- {
- int status;
- PyObject *s = PyString_FromStringAndSize(
- (char *)repl+start, i-start);
- if (s == NULL) {
- Py_DECREF(results);
- return NULL;
- }
- status = PyList_Append(results, s);
- Py_DECREF(s);
- if (status < 0) {
- Py_DECREF(results);
- return NULL;
- }
- total_len += i-start;
- }
- i++;
- value=PyPcre_expand_escape(repl, size, &i, &escape_type);
- if (value==NULL)
- {
- /* PyPcre_expand_escape triggered an exception of some sort,
- so just return */
- Py_DECREF(results);
- return NULL;
- }
- switch (escape_type)
- {
- case (CHAR):
- PyList_Append(results, value);
- total_len += PyString_Size(value);
- break;
- case(MEMORY_REFERENCE):
- {
- PyObject *r, *tuple, *result;
- r=PyObject_GetAttrString(match_obj, "group");
- if (r == NULL) {
- Py_DECREF(results);
- return NULL;
- }
- tuple=PyTuple_New(1);
- Py_INCREF(value);
- PyTuple_SetItem(tuple, 0, value);
- result=PyEval_CallObject(r, tuple);
- Py_DECREF(r); Py_DECREF(tuple);
- if (result==NULL)
- {
- /* The group() method triggered an exception of some sort */
- Py_DECREF(results);
- Py_DECREF(value);
- return NULL;
- }
- if (result==Py_None)
- {
- char message[50];
- PyOS_snprintf(message, sizeof(message),
- "group did not contribute to the match");
- PyErr_SetString(ErrorObject,
- message);
- Py_DECREF(result);
- Py_DECREF(value);
- Py_DECREF(results);
- return NULL;
- }
- /* typecheck that it's a string! */
- if (!PyString_Check(result))
- {
- Py_DECREF(results);
- Py_DECREF(result);
- PyErr_SetString(ErrorObject,
- "group() must return a string value for replacement");
- return NULL;
- }
- PyList_Append(results, result);
- total_len += PyString_Size(result);
- Py_DECREF(result);
- }
- break;
- case(STRING):
- {
- PyList_Append(results, value);
- total_len += PyString_Size(value);
- break;
- }
- default:
- Py_DECREF(results);
- PyErr_SetString(ErrorObject,
- "bad escape in replacement");
- return NULL;
- }
- Py_DECREF(value);
- start=i;
- i--; /* Decrement now, because the 'for' loop will increment it */
- }
- } /* endif repl[i]!='\\' */
-
- if (start!=i)
- {
- int status;
- PyObject *s = PyString_FromStringAndSize((char *)repl+start,
- i-start);
- if (s == NULL) {
- Py_DECREF(results);
- return NULL;
- }
- status = PyList_Append(results, s);
- Py_DECREF(s);
- if (status < 0) {
- Py_DECREF(results);
- return NULL;
- }
- total_len += i-start;
- }
-
- /* Whew! Now we've constructed a list containing various pieces of
- strings that will make up our final result. So, iterate over
- the list concatenating them. A new string measuring total_len
- bytes is allocated and filled in. */
-
- newstring=PyString_FromStringAndSize(NULL, total_len);
- if (newstring==NULL)
- {
- Py_DECREF(results);
- return NULL;
- }
-
- repl=(unsigned char *)PyString_AsString(newstring);
- for (pos=i=0; i<PyList_Size(results); i++)
- {
- PyObject *item=PyList_GetItem(results, i);
- memcpy(repl+pos, PyString_AsString(item), PyString_Size(item) );
- pos += PyString_Size(item);
- }
- Py_DECREF(results);
- return newstring;
-}
-
-
-/* List of functions defined in the module */
-
-static PyMethodDef pcre_methods[] = {
- {"pcre_compile", PyPcre_compile, METH_VARARGS},
- {"pcre_expand", PyPcre_expand, METH_VARARGS},
- {NULL, NULL} /* sentinel */
-};
-
-
-/*
- * Convenience routine to export an integer value.
- * For simplicity, errors (which are unlikely anyway) are ignored.
- */
-
-static void
-insint(PyObject *d, char *name, int value)
-{
- PyObject *v = PyInt_FromLong((long) value);
- if (v == NULL) {
- /* Don't bother reporting this error */
- PyErr_Clear();
- }
- else {
- PyDict_SetItemString(d, name, v);
- Py_DECREF(v);
- }
-}
-
-
-/* Initialization function for the module (*must* be called initpcre) */
-
-PyMODINIT_FUNC
-initpcre(void)
-{
- PyObject *m, *d;
-
- Pcre_Type.ob_type = &PyType_Type;
-
- /* Create the module and add the functions */
- m = Py_InitModule("pcre", pcre_methods);
-
- /* Add some symbolic constants to the module */
- d = PyModule_GetDict(m);
- ErrorObject = PyErr_NewException("pcre.error", NULL, NULL);
- PyDict_SetItemString(d, "error", ErrorObject);
-
- /* Insert the flags */
- insint(d, "IGNORECASE", PCRE_CASELESS);
- insint(d, "ANCHORED", PCRE_ANCHORED);
- insint(d, "MULTILINE", PCRE_MULTILINE);
- insint(d, "DOTALL", PCRE_DOTALL);
- insint(d, "VERBOSE", PCRE_EXTENDED);
- insint(d, "LOCALE", PCRE_LOCALE);
-}
-
diff --git a/Modules/pypcre.c b/Modules/pypcre.c
deleted file mode 100644
index 6c93326..0000000
--- a/Modules/pypcre.c
+++ /dev/null
@@ -1,4756 +0,0 @@
-
-/*************************************************
-* Perl-Compatible Regular Expressions *
-*************************************************/
-
-/* DO NOT EDIT THIS FILE! */
-
-/* This file is automatically written by the merge-files.py script
-included with the PCRE distribution for Python; it's produced from
-several C files, and code is removed in the process. If you want to
-modify the code or track down bugs, it will be much easier to work
-with the code in its original, multiple-file form. Don't edit this
-file by hand, or submit patches to it.
-
-The Python-specific PCRE distribution can be retrieved from
- http://starship.skyport.net/crew/amk/regex/
-
-The unmodified original PCRE distribution is available at
-ftp://ftp.cus.cam.ac.uk/pub/software/programs/pcre/, and is originally
-written by: Philip Hazel <ph10@cam.ac.uk>
-
-Extensively modified by the Python String-SIG: <string-sig@python.org>
-Send bug reports to: <string-sig@python.org>
-(They'll figure out if it's a bug in PCRE or in the Python-specific
-changes.)
-
- Copyright (c) 1997 University of Cambridge
-
------------------------------------------------------------------------------
-Permission is granted to anyone to use this software for any purpose on any
-computer system, and to redistribute it freely, subject to the following
-restrictions:
-
-1. This software is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
-
-2. The origin of this software must not be misrepresented, either by
- explicit claim or by omission.
-
-3. Altered versions must be plainly marked as such, and must not be
- misrepresented as being the original software.
------------------------------------------------------------------------------
-*/
-
-
-#define FOR_PYTHON
-#include "Python.h"
-#include "pcre-int.h"
-#include <ctype.h>
-#include "graminit.h"
-
-/*************************************************
-* Perl-Compatible Regular Expressions *
-*************************************************/
-
-/* This file is automatically written by the makechartables auxiliary
-program. If you edit it by hand, you might like to edit the Makefile to
-prevent its ever being regenerated. */
-
-/* This table is a lower casing table. */
-
-unsigned char pcre_lcc[] = {
- 0, 1, 2, 3, 4, 5, 6, 7,
- 8, 9, 10, 11, 12, 13, 14, 15,
- 16, 17, 18, 19, 20, 21, 22, 23,
- 24, 25, 26, 27, 28, 29, 30, 31,
- 32, 33, 34, 35, 36, 37, 38, 39,
- 40, 41, 42, 43, 44, 45, 46, 47,
- 48, 49, 50, 51, 52, 53, 54, 55,
- 56, 57, 58, 59, 60, 61, 62, 63,
- 64, 97, 98, 99,100,101,102,103,
- 104,105,106,107,108,109,110,111,
- 112,113,114,115,116,117,118,119,
- 120,121,122, 91, 92, 93, 94, 95,
- 96, 97, 98, 99,100,101,102,103,
- 104,105,106,107,108,109,110,111,
- 112,113,114,115,116,117,118,119,
- 120,121,122,123,124,125,126,127,
- 128,129,130,131,132,133,134,135,
- 136,137,138,139,140,141,142,143,
- 144,145,146,147,148,149,150,151,
- 152,153,154,155,156,157,158,159,
- 160,161,162,163,164,165,166,167,
- 168,169,170,171,172,173,174,175,
- 176,177,178,179,180,181,182,183,
- 184,185,186,187,188,189,190,191,
- 192,193,194,195,196,197,198,199,
- 200,201,202,203,204,205,206,207,
- 208,209,210,211,212,213,214,215,
- 216,217,218,219,220,221,222,223,
- 224,225,226,227,228,229,230,231,
- 232,233,234,235,236,237,238,239,
- 240,241,242,243,244,245,246,247,
- 248,249,250,251,252,253,254,255 };
-
-/* This table is a case flipping table. */
-
-unsigned char pcre_fcc[] = {
- 0, 1, 2, 3, 4, 5, 6, 7,
- 8, 9, 10, 11, 12, 13, 14, 15,
- 16, 17, 18, 19, 20, 21, 22, 23,
- 24, 25, 26, 27, 28, 29, 30, 31,
- 32, 33, 34, 35, 36, 37, 38, 39,
- 40, 41, 42, 43, 44, 45, 46, 47,
- 48, 49, 50, 51, 52, 53, 54, 55,
- 56, 57, 58, 59, 60, 61, 62, 63,
- 64, 97, 98, 99,100,101,102,103,
- 104,105,106,107,108,109,110,111,
- 112,113,114,115,116,117,118,119,
- 120,121,122, 91, 92, 93, 94, 95,
- 96, 65, 66, 67, 68, 69, 70, 71,
- 72, 73, 74, 75, 76, 77, 78, 79,
- 80, 81, 82, 83, 84, 85, 86, 87,
- 88, 89, 90,123,124,125,126,127,
- 128,129,130,131,132,133,134,135,
- 136,137,138,139,140,141,142,143,
- 144,145,146,147,148,149,150,151,
- 152,153,154,155,156,157,158,159,
- 160,161,162,163,164,165,166,167,
- 168,169,170,171,172,173,174,175,
- 176,177,178,179,180,181,182,183,
- 184,185,186,187,188,189,190,191,
- 192,193,194,195,196,197,198,199,
- 200,201,202,203,204,205,206,207,
- 208,209,210,211,212,213,214,215,
- 216,217,218,219,220,221,222,223,
- 224,225,226,227,228,229,230,231,
- 232,233,234,235,236,237,238,239,
- 240,241,242,243,244,245,246,247,
- 248,249,250,251,252,253,254,255 };
-
-/* This table contains bit maps for digits, letters, 'word' chars, and
-white space. Each map is 32 bytes long and the bits run from the least
-significant end of each byte. */
-
-unsigned char pcre_cbits[] = {
- 0x00,0x00,0x00,0x00,0x00,0x00,0xff,0x03,
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
-
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
- 0xfe,0xff,0xff,0x07,0xfe,0xff,0xff,0x07,
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
-
- 0x00,0x00,0x00,0x00,0x00,0x00,0xff,0x03,
- 0xfe,0xff,0xff,0x87,0xfe,0xff,0xff,0x07,
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
-
- 0x00,0x3e,0x00,0x00,0x01,0x00,0x00,0x00,
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 };
-
-/* This table identifies various classes of character by individual bits:
- 0x01 white space character
- 0x02 letter
- 0x04 decimal digit
- 0x08 hexadecimal digit
- 0x10 alphanumeric or '_'
- 0x80 regular expression metacharacter or binary zero
-*/
-
-unsigned char pcre_ctypes[] = {
- 0x80,0x00,0x00,0x00,0x00,0x00,0x00,0x00, /* 0- 7 */
- 0x00,0x01,0x01,0x01,0x01,0x01,0x00,0x00, /* 8- 15 */
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00, /* 16- 23 */
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00, /* 24- 31 */
- 0x01,0x00,0x00,0x00,0x80,0x00,0x00,0x00, /* - ' */
- 0x80,0x80,0x80,0x80,0x00,0x00,0x80,0x00, /* ( - / */
- 0x3c,0x3c,0x3c,0x3c,0x3c,0x3c,0x3c,0x3c, /* 0 - 7 */
- 0x1c,0x1c,0x00,0x00,0x00,0x00,0x00,0x80, /* 8 - ? */
- 0x00,0x1a,0x1a,0x1a,0x1a,0x1a,0x1a,0x12, /* @ - G */
- 0x12,0x12,0x12,0x12,0x12,0x12,0x12,0x12, /* H - O */
- 0x12,0x12,0x12,0x12,0x12,0x12,0x12,0x12, /* P - W */
- 0x12,0x12,0x12,0x80,0x00,0x00,0x80,0x10, /* X - _ */
- 0x00,0x1a,0x1a,0x1a,0x1a,0x1a,0x1a,0x12, /* ` - g */
- 0x12,0x12,0x12,0x12,0x12,0x12,0x12,0x12, /* h - o */
- 0x12,0x12,0x12,0x12,0x12,0x12,0x12,0x12, /* p - w */
- 0x12,0x12,0x12,0x80,0x80,0x00,0x00,0x00, /* x -127 */
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00, /* 128-135 */
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00, /* 136-143 */
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00, /* 144-151 */
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00, /* 152-159 */
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00, /* 160-167 */
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00, /* 168-175 */
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00, /* 176-183 */
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00, /* 184-191 */
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00, /* 192-199 */
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00, /* 200-207 */
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00, /* 208-215 */
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00, /* 216-223 */
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00, /* 224-231 */
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00, /* 232-239 */
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00, /* 240-247 */
- 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00};/* 248-255 */
-
-/* End of chartables.c */
-/*************************************************
-* Perl-Compatible Regular Expressions *
-*************************************************/
-
-/*
-This is a library of functions to support regular expressions whose syntax
-and semantics are as close as possible to those of the Perl 5 language. See
-the file Tech.Notes for some information on the internals.
-
-Written by: Philip Hazel <ph10@cam.ac.uk>
-
- Copyright (c) 1998 University of Cambridge
-
------------------------------------------------------------------------------
-Permission is granted to anyone to use this software for any purpose on any
-computer system, and to redistribute it freely, subject to the following
-restrictions:
-
-1. This software is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
-
-2. The origin of this software must not be misrepresented, either by
- explicit claim or by omission.
-
-3. Altered versions must be plainly marked as such, and must not be
- misrepresented as being the original software.
------------------------------------------------------------------------------
-*/
-
-
-/* Include the internals header, which itself includes Standard C headers plus
-the external pcre header. */
-
-
-
-
-/*************************************************
-* Create bitmap of starting chars *
-*************************************************/
-
-/* This function scans a compiled unanchored expression and attempts to build a
-bitmap of the set of initial characters. If it can't, it returns FALSE. As time
-goes by, we may be able to get more clever at doing this.
-
-Arguments:
- code points to an expression
- start_bits points to a 32-byte table, initialized to 0
-
-Returns: TRUE if table built, FALSE otherwise
-*/
-
-static BOOL
-set_start_bits(const uschar *code, uschar *start_bits)
-{
-register int c;
-volatile int dummy;
-
-do
- {
- const uschar *tcode = code + 3;
- BOOL try_next = TRUE;
-
- while (try_next)
- {
- try_next = FALSE;
-
- if ((int)*tcode >= OP_BRA || *tcode == OP_ASSERT)
- {
- if (!set_start_bits(tcode, start_bits)) return FALSE;
- }
-
- else switch(*tcode)
- {
- default:
- return FALSE;
-
- /* BRAZERO does the bracket, but carries on. */
-
- case OP_BRAZERO:
- case OP_BRAMINZERO:
- if (!set_start_bits(++tcode, start_bits)) return FALSE;
- dummy = 1;
- do tcode += (tcode[1] << 8) + tcode[2]; while (*tcode == OP_ALT);
- tcode += 3;
- try_next = TRUE;
- break;
-
- /* Single-char * or ? sets the bit and tries the next item */
-
- case OP_STAR:
- case OP_MINSTAR:
- case OP_QUERY:
- case OP_MINQUERY:
- start_bits[tcode[1]/8] |= (1 << (tcode[1]&7));
- tcode += 2;
- try_next = TRUE;
- break;
-
- /* Single-char upto sets the bit and tries the next */
-
- case OP_UPTO:
- case OP_MINUPTO:
- start_bits[tcode[3]/8] |= (1 << (tcode[3]&7));
- tcode += 4;
- try_next = TRUE;
- break;
-
- /* At least one single char sets the bit and stops */
-
- case OP_EXACT: /* Fall through */
- tcode++;
-
- case OP_CHARS: /* Fall through */
- tcode++;
-
- case OP_PLUS:
- case OP_MINPLUS:
- start_bits[tcode[1]/8] |= (1 << (tcode[1]&7));
- break;
-
- /* Single character type sets the bits and stops */
-
- case OP_NOT_DIGIT:
- for (c = 0; c < 32; c++) start_bits[c] |= ~pcre_cbits[c+cbit_digit];
- break;
-
- case OP_DIGIT:
- for (c = 0; c < 32; c++) start_bits[c] |= pcre_cbits[c+cbit_digit];
- break;
-
- case OP_NOT_WHITESPACE:
- for (c = 0; c < 32; c++) start_bits[c] |= ~pcre_cbits[c+cbit_space];
- break;
-
- case OP_WHITESPACE:
- for (c = 0; c < 32; c++) start_bits[c] |= pcre_cbits[c+cbit_space];
- break;
-
- case OP_NOT_WORDCHAR:
- for (c = 0; c < 32; c++)
- start_bits[c] |= ~(pcre_cbits[c] | pcre_cbits[c+cbit_word]);
- break;
-
- case OP_WORDCHAR:
- for (c = 0; c < 32; c++)
- start_bits[c] |= (pcre_cbits[c] | pcre_cbits[c+cbit_word]);
- break;
-
- /* One or more character type fudges the pointer and restarts, knowing
- it will hit a single character type and stop there. */
-
- case OP_TYPEPLUS:
- case OP_TYPEMINPLUS:
- tcode++;
- try_next = TRUE;
- break;
-
- case OP_TYPEEXACT:
- tcode += 3;
- try_next = TRUE;
- break;
-
- /* Zero or more repeats of character types set the bits and then
- try again. */
-
- case OP_TYPEUPTO:
- case OP_TYPEMINUPTO:
- tcode += 2; /* Fall through */
-
- case OP_TYPESTAR:
- case OP_TYPEMINSTAR:
- case OP_TYPEQUERY:
- case OP_TYPEMINQUERY:
- switch(tcode[1])
- {
- case OP_NOT_DIGIT:
- for (c = 0; c < 32; c++) start_bits[c] |= ~pcre_cbits[c+cbit_digit];
- break;
-
- case OP_DIGIT:
- for (c = 0; c < 32; c++) start_bits[c] |= pcre_cbits[c+cbit_digit];
- break;
-
- case OP_NOT_WHITESPACE:
- for (c = 0; c < 32; c++) start_bits[c] |= ~pcre_cbits[c+cbit_space];
- break;
-
- case OP_WHITESPACE:
- for (c = 0; c < 32; c++) start_bits[c] |= pcre_cbits[c+cbit_space];
- break;
-
- case OP_NOT_WORDCHAR:
- for (c = 0; c < 32; c++)
- start_bits[c] |= ~(pcre_cbits[c] | pcre_cbits[c+cbit_word]);
- break;
-
- case OP_WORDCHAR:
- for (c = 0; c < 32; c++)
- start_bits[c] |= (pcre_cbits[c] | pcre_cbits[c+cbit_word]);
- break;
- }
-
- tcode += 2;
- try_next = TRUE;
- break;
-
- /* Character class: set the bits and either carry on or not,
- according to the repeat count. */
-
- case OP_CLASS:
- case OP_NEGCLASS:
- {
- tcode++;
- for (c = 0; c < 32; c++) start_bits[c] |= tcode[c];
- tcode += 32;
- switch (*tcode)
- {
- case OP_CRSTAR:
- case OP_CRMINSTAR:
- case OP_CRQUERY:
- case OP_CRMINQUERY:
- tcode++;
- try_next = TRUE;
- break;
-
- case OP_CRRANGE:
- case OP_CRMINRANGE:
- if (((tcode[1] << 8) + tcode[2]) == 0)
- {
- tcode += 5;
- try_next = TRUE;
- }
- break;
- }
- }
- break; /* End of class handling */
-
- } /* End of switch */
- } /* End of try_next loop */
-
- code += (code[1] << 8) + code[2]; /* Advance to next branch */
- }
-while (*code == OP_ALT);
-return TRUE;
-}
-
-
-
-/*************************************************
-* Study a compiled expression *
-*************************************************/
-
-/* This function is handed a compiled expression that it must study to produce
-information that will speed up the matching. It returns a pcre_extra block
-which then gets handed back to pcre_exec().
-
-Arguments:
- re points to the compiled expression
- options contains option bits
- errorptr points to where to place error messages;
- set NULL unless error
-
-Returns: pointer to a pcre_extra block,
- NULL on error or if no optimization possible
-*/
-
-pcre_extra *
-pcre_study(const pcre *external_re, int options, const char **errorptr)
-{
-BOOL caseless;
-uschar start_bits[32];
-real_pcre_extra *extra;
-const real_pcre *re = (const real_pcre *)external_re;
-
-*errorptr = NULL;
-
-if (re == NULL || re->magic_number != MAGIC_NUMBER)
- {
- *errorptr = "argument is not a compiled regular expression";
- return NULL;
- }
-
-if ((options & ~PUBLIC_STUDY_OPTIONS) != 0)
- {
- *errorptr = "unknown or incorrect option bit(s) set";
- return NULL;
- }
-
-/* Caseless can either be from the compiled regex or from options. */
-
-caseless = ((re->options | options) & PCRE_CASELESS) != 0;
-
-/* For an anchored pattern, or an unanchored pattern that has a first char, or a
-multiline pattern that matches only at "line starts", no further processing at
-present. */
-
-if ((re->options & (PCRE_ANCHORED|PCRE_FIRSTSET|PCRE_STARTLINE)) != 0)
- return NULL;
-
-/* See if we can find a fixed set of initial characters for the pattern. */
-
-memset(start_bits, 0, 32 * sizeof(uschar));
-if (!set_start_bits(re->code, start_bits)) return NULL;
-
-/* If this studying is caseless, scan the created bit map and duplicate the
-bits for any letters. */
-
-if (caseless)
- {
- register int c;
- for (c = 0; c < 256; c++)
- {
- if ((start_bits[c/8] & (1 << (c&7))) != 0 &&
- (pcre_ctypes[c] & ctype_letter) != 0)
- {
- int d = pcre_fcc[c];
- start_bits[d/8] |= (1 << (d&7));
- }
- }
- }
-
-/* Get an "extra" block and put the information therein. */
-
-extra = (real_pcre_extra *)(pcre_malloc)(sizeof(real_pcre_extra));
-
-if (extra == NULL)
- {
- *errorptr = "failed to get memory";
- return NULL;
- }
-
-extra->options = PCRE_STUDY_MAPPED | (caseless? PCRE_STUDY_CASELESS : 0);
-memcpy(extra->start_bits, start_bits, sizeof(start_bits));
-
-return (pcre_extra *)extra;
-}
-
-/* End of study.c */
-/*************************************************
-* Perl-Compatible Regular Expressions *
-*************************************************/
-
-/*
-This is a library of functions to support regular expressions whose syntax
-and semantics are as close as possible to those of the Perl 5 language. See
-the file Tech.Notes for some information on the internals.
-
-Written by: Philip Hazel <ph10@cam.ac.uk>
-
- Copyright (c) 1998 University of Cambridge
-
------------------------------------------------------------------------------
-Permission is granted to anyone to use this software for any purpose on any
-computer system, and to redistribute it freely, subject to the following
-restrictions:
-
-1. This software is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
-
-2. The origin of this software must not be misrepresented, either by
- explicit claim or by omission.
-
-3. Altered versions must be plainly marked as such, and must not be
- misrepresented as being the original software.
------------------------------------------------------------------------------
-*/
-
-
-/* Define DEBUG to get debugging output on stdout. */
-
-/* #define DEBUG */
-
-/* Use a macro for debugging printing, 'cause that eliminates the use
-of #ifdef inline, and there are *still* stupid compilers about that don't like
-indented pre-processor statements. I suppose it's only been 10 years... */
-
-#undef DPRINTF
-#ifdef DEBUG
-#define DPRINTF(p) printf p
-#else
-#define DPRINTF(p) /*nothing*/
-#endif
-
-/* Include the internals header, which itself includes Standard C headers plus
-the external pcre header. */
-
-
-
-
-#ifndef Py_eval_input
-/* For Python 1.4, graminit.h has to be explicitly included */
-#define Py_eval_input eval_input
-
-#endif /* FOR_PYTHON */
-
-/* Allow compilation as C++ source code, should anybody want to do that. */
-
-#ifdef __cplusplus
-#define class pcre_class
-#endif
-
-
-/* Min and max values for the common repeats; for the maxima, 0 => infinity */
-
-static const char rep_min[] = { 0, 0, 1, 1, 0, 0 };
-static const char rep_max[] = { 0, 0, 0, 0, 1, 1 };
-
-/* Text forms of OP_ values and things, for debugging (not all used) */
-
-#ifdef DEBUG
-static const char *OP_names[] = {
- "End", "\\A", "\\B", "\\b", "\\D", "\\d",
- "\\S", "\\s", "\\W", "\\w", "Cut", "\\Z",
- "localized \\B", "localized \\b", "localized \\W", "localized \\w",
- "^", "$", "Any", "chars",
- "not",
- "*", "*?", "+", "+?", "?", "??", "{", "{", "{",
- "*", "*?", "+", "+?", "?", "??", "{", "{", "{",
- "*", "*?", "+", "+?", "?", "??", "{", "{", "{",
- "*", "*?", "+", "+?", "?", "??", "{", "{",
- "class", "negclass", "classL", "Ref",
- "Alt", "Ket", "KetRmax", "KetRmin", "Assert", "Assert not", "Once",
- "Brazero", "Braminzero", "Bra"
-};
-#endif
-
-/* Table for handling escaped characters in the range '0'-'z'. Positive returns
-are simple data values; negative values are for special things like \d and so
-on. Zero means further processing is needed (for things like \x), or the escape
-is invalid. */
-
-static const short int escapes[] = {
- 0, 0, 0, 0, 0, 0, 0, 0, /* 0 - 7 */
- 0, 0, ':', ';', '<', '=', '>', '?', /* 8 - ? */
- '@', -ESC_A, -ESC_B, 0, -ESC_D, 0, 0, 0, /* @ - G */
- 0, 0, 0, 0, 0, 0, 0, 0, /* H - O */
- 0, 0, 0, -ESC_S, 0, 0, 0, -ESC_W, /* P - W */
- 0, 0, -ESC_Z, '[', '\\', ']', '^', '_', /* X - _ */
- '`', 7, -ESC_b, 0, -ESC_d, 0, '\f', 0, /* ` - g */
- 0, 0, 0, 0, 0, 0, '\n', 0, /* h - o */
- 0, 0, '\r', -ESC_s, '\t', 0, '\v', -ESC_w, /* p - w */
- 0, 0, 0 /* x - z */
-};
-
-/* Definition to allow mutual recursion */
-
-static BOOL
-compile_regex(int, int *, uschar **, const uschar **, const char **,
- PyObject *);
-
-/* Structure for passing "static" information around between the functions
-doing the matching, so that they are thread-safe. */
-
-typedef struct match_data {
- int errorcode; /* As it says */
- int *offset_vector; /* Offset vector */
- int offset_end; /* One past the end */
- BOOL offset_overflow; /* Set if too many extractions */
- BOOL caseless; /* Case-independent flag */
- BOOL runtime_caseless; /* Caseless forced at run time */
- BOOL multiline; /* Multiline flag */
- BOOL notbol; /* NOTBOL flag */
- BOOL noteol; /* NOTEOL flag */
- BOOL dotall; /* Dot matches any char */
- BOOL endonly; /* Dollar not before final \n */
- const uschar *start_subject; /* Start of the subject string */
- const uschar *end_subject; /* End of the subject string */
- jmp_buf fail_env; /* Environment for longjump() break out */
- const uschar *end_match_ptr; /* Subject position at end match */
- int end_offset_top; /* Highwater mark at end of match */
- jmp_buf error_env; /* For longjmp() if an error occurs deep inside a
- matching operation */
- int length; /* Length of the allocated stacks */
- int point; /* Point to add next item pushed onto stacks */
- /* Pointers to the 6 stacks */
- int *off_num, *offset_top, *r1, *r2;
- const uschar **eptr, **ecode;
-} match_data;
-
-
-
-/*************************************************
-* Global variables *
-*************************************************/
-
-/* PCRE is thread-clean and doesn't use any global variables in the normal
-sense. However, it calls memory allocation and free functions via the two
-indirections below, which are can be changed by the caller, but are shared
-between all threads. */
-
-void *(*pcre_malloc)(size_t) = malloc;
-void (*pcre_free)(void *) = free;
-
-
-
-
-/*************************************************
-* Return version string *
-*************************************************/
-
-const char *
-pcre_version(void)
-{
-return PCRE_VERSION;
-}
-
-
-
-
-/*************************************************
-* Return info about a compiled pattern *
-*************************************************/
-
-/* This function picks potentially useful data out of the private
-structure.
-
-Arguments:
- external_re points to compiled code
- optptr where to pass back the options
- first_char where to pass back the first character,
- or -1 if multiline and all branches start ^,
- or -2 otherwise
-
-Returns: number of identifying extraction brackets
- or negative values on error
-*/
-
-int
-pcre_info(const pcre *external_re, int *optptr, int *first_char)
-{
-const real_pcre *re = (real_pcre *)external_re;
-if (re == NULL) return PCRE_ERROR_NULL;
-if (re->magic_number != MAGIC_NUMBER) return PCRE_ERROR_BADMAGIC;
-if (optptr != NULL) *optptr = (re->options & PUBLIC_OPTIONS);
-if (first_char != NULL)
- *first_char = ((re->options & PCRE_FIRSTSET) != 0)? re->first_char :
- ((re->options & PCRE_STARTLINE) != 0)? -1 : -2;
-return re->top_bracket;
-}
-
-
-
-
-#ifdef DEBUG
-/*************************************************
-* Debugging function to print chars *
-*************************************************/
-
-/* Print a sequence of chars in printable format, stopping at the end of the
-subject if the requested.
-
-Arguments:
- p points to characters
- length number to print
- is_subject TRUE if printing from within md->start_subject
- md pointer to matching data block, if is_subject is TRUE
-
-Returns: nothing
-*/
-
-static void
-pchars(const uschar *p, int length, BOOL is_subject, match_data *md)
-{
-int c;
-if (is_subject && length > md->end_subject - p) length = md->end_subject - p;
-while (length-- > 0)
- if (isprint(c = *(p++))) printf("%c", c); else printf("\\x%02x", c);
-}
-#endif
-
-
-
-
-/*************************************************
-* Check subpattern for empty operand *
-*************************************************/
-
-/* This function checks a bracketed subpattern to see if any of the paths
-through it could match an empty string. This is used to diagnose an error if
-such a subpattern is followed by a quantifier with an unlimited upper bound.
-
-Argument:
- code points to the opening bracket
-
-Returns: TRUE or FALSE
-*/
-
-static BOOL
-could_be_empty(uschar *code)
-{
-do {
- uschar *cc = code + 3;
-
- /* Scan along the opcodes for this branch; as soon as we find something
- that matches a non-empty string, break out and advance to test the next
- branch. If we get to the end of the branch, return TRUE for the whole
- sub-expression. */
-
- for (;;)
- {
- /* Test an embedded subpattern; if it could not be empty, break the
- loop. Otherwise carry on in the branch. */
-
- if ((int)(*cc) >= OP_BRA || (int)(*cc) == OP_ONCE)
- {
- if (!could_be_empty(cc)) break;
- do cc += (cc[1] << 8) + cc[2]; while (*cc == OP_ALT);
- cc += 3;
- }
-
- else switch (*cc)
- {
- /* Reached end of a branch: the subpattern may match the empty string */
-
- case OP_ALT:
- case OP_KET:
- case OP_KETRMAX:
- case OP_KETRMIN:
- return TRUE;
-
- /* Skip over entire bracket groups with zero lower bound */
-
- case OP_BRAZERO:
- case OP_BRAMINZERO:
- cc++;
- /* Fall through */
-
- /* Skip over assertive subpatterns */
-
- case OP_ASSERT:
- case OP_ASSERT_NOT:
- do cc += (cc[1] << 8) + cc[2]; while (*cc == OP_ALT);
- cc += 3;
- break;
-
- /* Skip over things that don't match chars */
-
- case OP_SOD:
- case OP_EOD:
- case OP_CIRC:
- case OP_DOLL:
- case OP_NOT_WORD_BOUNDARY:
- case OP_WORD_BOUNDARY:
- case OP_NOT_WORD_BOUNDARY_L:
- case OP_WORD_BOUNDARY_L:
- cc++;
- break;
-
- /* Skip over simple repeats with zero lower bound */
-
- case OP_STAR:
- case OP_MINSTAR:
- case OP_QUERY:
- case OP_MINQUERY:
- case OP_NOTSTAR:
- case OP_NOTMINSTAR:
- case OP_NOTQUERY:
- case OP_NOTMINQUERY:
- case OP_TYPESTAR:
- case OP_TYPEMINSTAR:
- case OP_TYPEQUERY:
- case OP_TYPEMINQUERY:
- cc += 2;
- break;
-
- /* Skip over UPTOs (lower bound is zero) */
-
- case OP_UPTO:
- case OP_MINUPTO:
- case OP_TYPEUPTO:
- case OP_TYPEMINUPTO:
- cc += 4;
- break;
-
- /* Check a class or a back reference for a zero minimum */
-
- case OP_CLASS:
- case OP_NEGCLASS:
- case OP_REF:
- case OP_CLASS_L:
- switch(*cc)
- {
- case (OP_REF): cc += 2; break;
- case (OP_CLASS): case (OP_NEGCLASS): cc += 1+32; break;
- case (OP_CLASS_L): cc += 1+1+32; break;
- }
-
- switch (*cc)
- {
- case OP_CRSTAR:
- case OP_CRMINSTAR:
- case OP_CRQUERY:
- case OP_CRMINQUERY:
- cc++;
- break;
-
- case OP_CRRANGE:
- case OP_CRMINRANGE:
- if ((cc[1] << 8) + cc[2] != 0) goto NEXT_BRANCH;
- cc += 3;
- break;
-
- default:
- goto NEXT_BRANCH;
- }
- break;
-
- /* Anything else matches at least one character */
-
- default:
- goto NEXT_BRANCH;
- }
- }
-
- NEXT_BRANCH:
- code += (code[1] << 8) + code[2];
- }
-while (*code == OP_ALT);
-
-/* No branches match the empty string */
-
-return FALSE;
-}
-
-/* Determine the length of a group ID in an expression like
- (?P<foo_123>...)
-Arguments:
- ptr pattern position pointer (say that 3 times fast)
- finalchar the character that will mark the end of the ID
- errorptr points to the pointer to the error message
-*/
-
-static int
-get_group_id(const uschar *ptr, char finalchar, const char **errorptr)
-{
- const uschar *start = ptr;
-
- /* If the first character is not in \w, or is in \w but is a digit,
- report an error */
- if (!(pcre_ctypes[*ptr] & ctype_word) ||
- (pcre_ctypes[*ptr++] & ctype_digit))
- {
- *errorptr = "(?P identifier must start with a letter or underscore";
- return 0;
- }
-
- /* Increment ptr until we either hit a null byte, the desired
- final character, or a non-word character */
- for(; (*ptr != 0) && (*ptr != finalchar) &&
- (pcre_ctypes[*ptr] & ctype_word); ptr++)
- {
- /* Empty loop body */
- }
- if (*ptr==finalchar)
- return ptr-start;
- if (*ptr==0)
- {
- *errorptr = "unterminated (?P identifier";
- return 0;
- }
- *errorptr = "illegal character in (?P identifier";
- return 0;
-}
-
-/*************************************************
-* Handle escapes *
-*************************************************/
-
-/* This function is called when a \ has been encountered. It either returns a
-positive value for a simple escape such as \n, or a negative value which
-encodes one of the more complicated things such as \d. On entry, ptr is
-pointing at the \. On exit, it is on the final character of the escape
-sequence.
-
-Arguments:
- ptrptr points to the pattern position pointer
- errorptr points to the pointer to the error message
- bracount number of previous extracting brackets
- options the options bits
- isclass TRUE if inside a character class
-
-Returns: zero or positive => a data character
- negative => a special escape sequence
- on error, errorptr is set
-*/
-
-static int
-check_escape(const uschar **ptrptr, const char **errorptr, int bracount,
- int options, BOOL isclass)
-{
-const uschar *ptr = *ptrptr;
-int c = *(++ptr) & 255; /* Ensure > 0 on signed-char systems */
-int i;
-
-if (c == 0) *errorptr = ERR1;
-
-/* Digits or letters may have special meaning; all others are literals. */
-
-else if (c < '0' || c > 'z') {}
-
-/* Do an initial lookup in a table. A non-zero result is something that can be
-returned immediately. Otherwise further processing may be required. */
-
-else if ((i = escapes[c - '0']) != 0) c = i;
-
-/* Escapes that need further processing, or are illegal. */
-
-else
- {
-
- switch (c)
- {
- /* The handling of escape sequences consisting of a string of digits
- starting with one that is not zero is not straightforward. By experiment,
- the way Perl works seems to be as follows:
-
- Outside a character class, the digits are read as a decimal number. If the
- number is less than 10, or if there are that many previous extracting
- left brackets, then it is a back reference. Otherwise, up to three octal
- digits are read to form an escaped byte. Thus \123 is likely to be octal
- 123 (cf \0123, which is octal 012 followed by the literal 3). If the octal
- value is greater than 377, the least significant 8 bits are taken. Inside a
- character class, \ followed by a digit is always an octal number. */
-
- case '1': case '2': case '3': case '4': case '5':
- case '6': case '7': case '8': case '9':
-
- {
- /* PYTHON: Try to compute an octal value for a character */
- for(c=0, i=0; ptr[i]!=0 && i<3; i++)
- {
- if (( pcre_ctypes[ ptr[i] ] & ctype_odigit) != 0)
- c = (c * 8 + ptr[i]-'0') & 255;
- else
- break; /* Non-octal character--break out of the loop */
- }
- /* It's a character if there were exactly 3 octal digits, or if
- we're inside a character class and there was at least one
- octal digit. */
- if ( (i == 3) || (isclass && i!=0) )
- {
- ptr += i-1;
- break;
- }
- c = ptr[0]; /* Restore the first character after the \ */
- c -= '0'; i = 1;
- while (i<2 && (pcre_ctypes[ptr[1]] & ctype_digit) != 0)
- {
- c = c * 10 + ptr[1] - '0';
- ptr++; i++;
- }
- if (c > 255 - ESC_REF) *errorptr = "back reference too big";
- c = -(ESC_REF + c);
- }
- break;
-
- /* \0 always starts an octal number, but we may drop through to here with a
- larger first octal digit */
-
- case '0':
- c -= '0';
- while(i++ < 2 && (pcre_ctypes[ptr[1]] & ctype_digit) != 0 &&
- ptr[1] != '8' && ptr[1] != '9')
- c = (c * 8 + *(++ptr) - '0') & 255;
- break;
-
- /* Special escapes not starting with a digit are straightforward */
-
- case 'x':
- c = 0;
- while ( (pcre_ctypes[ptr[1]] & ctype_xdigit) != 0)
- {
- ptr++;
- c = c * 16 + pcre_lcc[*ptr] -
- (((pcre_ctypes[*ptr] & ctype_digit) != 0)? '0' : 'W');
- c &= 255;
- }
- break;
-
-
- /* PCRE_EXTRA enables extensions to Perl in the matter of escapes. Any
- other alphameric following \ is an error if PCRE_EXTRA was set; otherwise,
- for Perl compatibility, it is a literal. */
-
- default:
- if ((options & PCRE_EXTRA) != 0) switch(c)
- {
- case 'X':
- c = -ESC_X; /* This could be a lookup if it ever got into Perl */
- break;
-
- default:
- *errorptr = ERR3;
- break;
- }
- break;
- }
- }
-
-*ptrptr = ptr;
-return c;
-}
-
-
-
-/*************************************************
-* Check for counted repeat *
-*************************************************/
-
-/* This function is called when a '{' is encountered in a place where it might
-start a quantifier. It looks ahead to see if it really is a quantifier or not.
-It is only a quantifier if it is one of the forms {ddd} {ddd,} or {ddd,ddd}
-where the ddds are digits.
-
-Arguments:
- p pointer to the first char after '{'
-
-Returns: TRUE or FALSE
-*/
-
-static BOOL
-is_counted_repeat(const uschar *p)
-{
-if ((pcre_ctypes[*p++] & ctype_digit) == 0) return FALSE;
-while ((pcre_ctypes[*p] & ctype_digit) != 0) p++;
-if (*p == '}') return TRUE;
-
-if (*p++ != ',') return FALSE;
-if (*p == '}') return TRUE;
-
-if ((pcre_ctypes[*p++] & ctype_digit) == 0) return FALSE;
-while ((pcre_ctypes[*p] & ctype_digit) != 0) p++;
-return (*p == '}');
-}
-
-
-
-/*************************************************
-* Read repeat counts *
-*************************************************/
-
-/* Read an item of the form {n,m} and return the values. This is called only
-after is_counted_repeat() has confirmed that a repeat-count quantifier exists,
-so the syntax is guaranteed to be correct, but we need to check the values.
-
-Arguments:
- p pointer to first char after '{'
- minp pointer to int for min
- maxp pointer to int for max
- returned as -1 if no max
- errorptr points to pointer to error message
-
-Returns: pointer to '}' on success;
- current ptr on error, with errorptr set
-*/
-
-static const uschar *
-read_repeat_counts(const uschar *p, int *minp, int *maxp, const char **errorptr)
-{
-int min = 0;
-int max = -1;
-
-while ((pcre_ctypes[*p] & ctype_digit) != 0) min = min * 10 + *p++ - '0';
-
-if (*p == '}') max = min; else
- {
- if (*(++p) != '}')
- {
- max = 0;
- while((pcre_ctypes[*p] & ctype_digit) != 0) max = max * 10 + *p++ - '0';
- if (max < min)
- {
- *errorptr = ERR4;
- return p;
- }
- }
- }
-
-/* Do paranoid checks, then fill in the required variables, and pass back the
-pointer to the terminating '}'. */
-
-if (min > 65535 || max > 65535)
- *errorptr = ERR5;
-else
- {
- *minp = min;
- *maxp = max;
- }
-return p;
-}
-
-
-
-/*************************************************
-* Compile one branch *
-*************************************************/
-
-/* Scan the pattern, compiling it into the code vector.
-
-Arguments:
- options the option bits
- bracket points to number of brackets used
- code points to the pointer to the current code point
- ptrptr points to the current pattern pointer
- errorptr points to pointer to error message
-
-Returns: TRUE on success
- FALSE, with *errorptr set on error
-*/
-
-static BOOL
-compile_branch(int options, int *brackets, uschar **codeptr,
- const uschar **ptrptr, const char **errorptr, PyObject *dictionary)
-{
-int repeat_type, op_type;
-int repeat_min, repeat_max;
-int bravalue, length;
-int greedy_default, greedy_non_default;
-register int c;
-register uschar *code = *codeptr;
-const uschar *ptr = *ptrptr;
-const uschar *oldptr;
-uschar *previous = NULL;
-uschar class[32];
-uschar *class_flag; /* Pointer to the single-byte flag for OP_CLASS_L */
-
-/* Set up the default and non-default settings for greediness */
-
-greedy_default = ((options & PCRE_UNGREEDY) != 0);
-greedy_non_default = greedy_default ^ 1;
-
-/* Switch on next character until the end of the branch */
-
-for (;; ptr++)
- {
- BOOL negate_class;
- int class_charcount;
- int class_lastchar;
-
- c = *ptr;
- if ((options & PCRE_EXTENDED) != 0)
- {
- if ((pcre_ctypes[c] & ctype_space) != 0) continue;
- if (c == '#')
- {
- while ((c = *(++ptr)) != 0 && c != '\n');
- continue;
- }
- }
-
- switch(c)
- {
- /* The branch terminates at end of string, |, or ). */
-
- case 0:
- case '|':
- case ')':
- *codeptr = code;
- *ptrptr = ptr;
- return TRUE;
-
- /* Handle single-character metacharacters */
-
- case '^':
- previous = NULL;
- *code++ = OP_CIRC;
- break;
-
- case '$':
- previous = NULL;
- *code++ = OP_DOLL;
- break;
-
- case '.':
- previous = code;
- *code++ = OP_ANY;
- break;
-
- /* Character classes. These always build a 32-byte bitmap of the permitted
- characters, except in the special case where there is only one character.
- For negated classes, we build the map as usual, then invert it at the end.
- */
-
- case '[':
- previous = code;
- if (options & PCRE_LOCALE)
- {
- *code++ = OP_CLASS_L;
- /* Set the flag for localized classes (like \w) to 0 */
- class_flag = code;
- *class_flag = 0;
- }
- else
- {
- *code++ = OP_CLASS;
- class_flag = NULL;
- }
-
- /* If the first character is '^', set the negation flag, and use a
- different opcode. This only matters if caseless matching is specified at
- runtime. */
-
- if ((c = *(++ptr)) == '^')
- {
- negate_class = TRUE;
- if (*(code-1)==OP_CLASS) *(code-1) = OP_NEGCLASS;
- c = *(++ptr);
- }
- else negate_class = FALSE;
-
- /* Keep a count of chars so that we can optimize the case of just a single
- character. */
-
- class_charcount = 0;
- class_lastchar = -1;
-
- /* Initialize the 32-char bit map to all zeros. We have to build the
- map in a temporary bit of store, in case the class contains only 1
- character, because in that case the compiled code doesn't use the
- bit map. */
-
- memset(class, 0, 32 * sizeof(uschar));
-
- /* Process characters until ] is reached. By writing this as a "do" it
- means that an initial ] is taken as a data character. */
-
- do
- {
- if (c == 0)
- {
- *errorptr = ERR6;
- goto FAILED;
- }
-
- /* Backslash may introduce a single character, or it may introduce one
- of the specials, which just set a flag. Escaped items are checked for
- validity in the pre-compiling pass. The sequence \b is a special case.
- Inside a class (and only there) it is treated as backspace. Elsewhere
- it marks a word boundary. Other escapes have preset maps ready to
- or into the one we are building. We assume they have more than one
- character in them, so set class_count bigger than one. */
-
- if (c == '\\')
- {
- c = check_escape(&ptr, errorptr, *brackets, options, TRUE);
- if (-c == ESC_b) c = '\b';
- else if (c < 0)
- {
- class_charcount = 10;
- switch (-c)
- {
- case ESC_d:
- {
- for (c = 0; c < 32; c++) class[c] |= pcre_cbits[c+cbit_digit];
- }
- continue;
-
- case ESC_D:
- {
- for (c = 0; c < 32; c++) class[c] |= ~pcre_cbits[c+cbit_digit];
- }
- continue;
-
- case ESC_w:
- if (options & PCRE_LOCALE)
- {
- *class_flag |= 1;
- }
- else
- {
- for (c = 0; c < 32; c++)
- class[c] |= (pcre_cbits[c] | pcre_cbits[c+cbit_word]);
- }
- continue;
-
- case ESC_W:
- if (options & PCRE_LOCALE)
- {
- *class_flag |= 2;
- }
- else
- {
- for (c = 0; c < 32; c++)
- class[c] |= ~(pcre_cbits[c] | pcre_cbits[c+cbit_word]);
- }
- continue;
-
- case ESC_s:
- {
- for (c = 0; c < 32; c++) class[c] |= pcre_cbits[c+cbit_space];
- }
- continue;
-
- case ESC_S:
- {
- for (c = 0; c < 32; c++) class[c] |= ~pcre_cbits[c+cbit_space];
- }
- continue;
-
- default:
- *errorptr = ERR7;
- goto FAILED;
- }
- }
- /* Fall through if single character */
- }
-
- /* A single character may be followed by '-' to form a range. However,
- Perl does not permit ']' to be the end of the range. A '-' character
- here is treated as a literal. */
-
- if (ptr[1] == '-' && ptr[2] != ']')
- {
- int d;
- ptr += 2;
- d = *ptr;
-
- if (d == 0)
- {
- *errorptr = ERR6;
- goto FAILED;
- }
-
- /* The second part of a range can be a single-character escape, but
- not any of the other escapes. */
-
- if (d == '\\')
- {
- d = check_escape(&ptr, errorptr, *brackets, options, TRUE);
- if (d < 0)
- {
- if (d == -ESC_b) d = '\b'; else
- {
- *errorptr = ERR7;
- goto FAILED;
- }
- }
- }
-
- if (d < c)
- {
- *errorptr = ERR8;
- goto FAILED;
- }
-
- for (; c <= d; c++)
- {
- class[c/8] |= (1 << (c&7));
- if ((options & PCRE_CASELESS) != 0)
- {
- int uc = pcre_fcc[c]; /* flip case */
- class[uc/8] |= (1 << (uc&7));
- }
- class_charcount++; /* in case a one-char range */
- class_lastchar = c;
- }
- continue; /* Go get the next char in the class */
- }
-
- /* Handle a lone single character - we can get here for a normal
- non-escape char, or after \ that introduces a single character. */
-
- class [c/8] |= (1 << (c&7));
- if ((options & PCRE_CASELESS) != 0)
- {
- c = pcre_fcc[c]; /* flip case */
- class[c/8] |= (1 << (c&7));
- }
- class_charcount++;
- class_lastchar = c;
- }
-
- /* Loop until ']' reached; the check for end of string happens inside the
- loop. This "while" is the end of the "do" above. */
-
- while ((c = *(++ptr)) != ']');
-
- /* If class_charcount is 1 and class_lastchar is not negative, we saw
- precisely one character. This doesn't need the whole 32-byte bit map.
- We turn it into a 1-character OP_CHAR if it's positive, or OP_NOT if
- it's negative. */
-
- if (class_charcount == 1 && class_lastchar >= 0)
- {
- if (negate_class)
- {
- code[-1] = OP_NOT;
- }
- else
- {
- code[-1] = OP_CHARS;
- *code++ = 1;
- }
- *code++ = class_lastchar;
- }
-
- /* Otherwise, negate the 32-byte map if necessary, and copy it into
- the code vector. */
-
- else
- {
- /* If this is a localized opcode, bump the code pointer up */
- if (class_flag) code++;
- if (negate_class)
- {
- if (class_flag) *class_flag = (*class_flag) ^ 63;
- for (c = 0; c < 32; c++) code[c] = ~class[c];
- }
- else
- memcpy(code, class, 32);
- code += 32;
- }
- break;
-
- /* Various kinds of repeat */
-
- case '{':
- if (!is_counted_repeat(ptr+1)) goto NORMAL_CHAR;
- ptr = read_repeat_counts(ptr+1, &repeat_min, &repeat_max, errorptr);
- if (*errorptr != NULL) goto FAILED;
- goto REPEAT;
-
- case '*':
- repeat_min = 0;
- repeat_max = -1;
- goto REPEAT;
-
- case '+':
- repeat_min = 1;
- repeat_max = -1;
- goto REPEAT;
-
- case '?':
- repeat_min = 0;
- repeat_max = 1;
-
- REPEAT:
- if (previous == NULL)
- {
- *errorptr = ERR9;
- goto FAILED;
- }
-
- /* If the next character is '?' this is a minimizing repeat, by default,
- but if PCRE_UNGREEDY is set, it works the other way round. Advance to the
- next character. */
-
- if (ptr[1] == '?')
- { repeat_type = greedy_non_default; ptr++; }
- else repeat_type = greedy_default;
-
- /* If the maximum is zero then the minimum must also be zero; Perl allows
- this case, so we do too - by simply omitting the item altogether. */
-
- if (repeat_max == 0) code = previous;
-
- /* If previous was a string of characters, chop off the last one and use it
- as the subject of the repeat. If there was only one character, we can
- abolish the previous item altogether. */
-
- else if (*previous == OP_CHARS)
- {
- int len = previous[1];
- if (len == 1)
- {
- c = previous[2];
- code = previous;
- }
- else
- {
- c = previous[len+1];
- previous[1]--;
- code--;
- }
- op_type = 0; /* Use single-char op codes */
- goto OUTPUT_SINGLE_REPEAT; /* Code shared with single character types */
- }
-
- /* If previous was a single negated character ([^a] or similar), we use
- one of the special opcodes, replacing it. The code is shared with single-
- character repeats by adding a suitable offset into repeat_type. */
-
- else if ((int)*previous == OP_NOT)
- {
- op_type = OP_NOTSTAR - OP_STAR; /* Use "not" opcodes */
- c = previous[1];
- code = previous;
- goto OUTPUT_SINGLE_REPEAT;
- }
-
- /* If previous was a character type match (\d or similar), abolish it and
- create a suitable repeat item. The code is shared with single-character
- repeats by adding a suitable offset into repeat_type. */
-
- else if ((int)*previous < OP_CIRC || *previous == OP_ANY)
- {
- op_type = OP_TYPESTAR - OP_STAR; /* Use type opcodes */
- c = *previous;
- code = previous;
-
- OUTPUT_SINGLE_REPEAT:
- repeat_type += op_type; /* Combine both values for many cases */
-
- /* A minimum of zero is handled either as the special case * or ?, or as
- an UPTO, with the maximum given. */
-
- if (repeat_min == 0)
- {
- if (repeat_max == -1) *code++ = OP_STAR + repeat_type;
- else if (repeat_max == 1) *code++ = OP_QUERY + repeat_type;
- else
- {
- *code++ = OP_UPTO + repeat_type;
- *code++ = repeat_max >> 8;
- *code++ = (repeat_max & 255);
- }
- }
-
- /* The case {1,} is handled as the special case + */
-
- else if (repeat_min == 1 && repeat_max == -1)
- *code++ = OP_PLUS + repeat_type;
-
- /* The case {n,n} is just an EXACT, while the general case {n,m} is
- handled as an EXACT followed by an UPTO. An EXACT of 1 is optimized. */
-
- else
- {
- if (repeat_min != 1)
- {
- *code++ = OP_EXACT + op_type; /* NB EXACT doesn't have repeat_type */
- *code++ = repeat_min >> 8;
- *code++ = (repeat_min & 255);
- }
-
- /* If the minimum is 1 and the previous item was a character string,
- we either have to put back the item that got canceled if the string
- length was 1, or add the character back onto the end of a longer
- string. For a character type nothing need be done; it will just get
- put back naturally. Note that the final character is always going to
- get added below. */
-
- else if (*previous == OP_CHARS)
- {
- if (code == previous) code += 2; else previous[1]++;
- }
-
- /* For a single negated character we also have to put back the
- item that got canceled. */
-
- else if (*previous == OP_NOT) code++;
-
- /* If the maximum is unlimited, insert an OP_STAR. */
-
- if (repeat_max < 0)
- {
- *code++ = c;
- *code++ = OP_STAR + repeat_type;
- }
-
- /* Else insert an UPTO if the max is greater than the min. */
-
- else if (repeat_max != repeat_min)
- {
- *code++ = c;
- repeat_max -= repeat_min;
- *code++ = OP_UPTO + repeat_type;
- *code++ = repeat_max >> 8;
- *code++ = (repeat_max & 255);
- }
- }
-
- /* The character or character type itself comes last in all cases. */
-
- *code++ = c;
- }
-
- /* If previous was a character class or a back reference, we put the repeat
- stuff after it. */
-
- else if (*previous == OP_CLASS || *previous == OP_NEGCLASS ||
- *previous==OP_CLASS_L || *previous == OP_REF)
- {
- if (repeat_min == 0 && repeat_max == -1)
- *code++ = OP_CRSTAR + repeat_type;
- else if (repeat_min == 1 && repeat_max == -1)
- *code++ = OP_CRPLUS + repeat_type;
- else if (repeat_min == 0 && repeat_max == 1)
- *code++ = OP_CRQUERY + repeat_type;
- else
- {
- *code++ = OP_CRRANGE + repeat_type;
- *code++ = repeat_min >> 8;
- *code++ = repeat_min & 255;
- if (repeat_max == -1) repeat_max = 0; /* 2-byte encoding for max */
- *code++ = repeat_max >> 8;
- *code++ = repeat_max & 255;
- }
- }
-
- /* If previous was a bracket group, we may have to replicate it in certain
- cases. If the maximum repeat count is unlimited, check that the bracket
- group cannot match the empty string, and diagnose an error if it can. */
-
- else if ((int)*previous >= OP_BRA)
- {
- int i;
- int len = code - previous;
-
- if (repeat_max == -1 && could_be_empty(previous))
- {
- *errorptr = ERR10;
- goto FAILED;
- }
-
- /* If the minimum is greater than zero, and the maximum is unlimited or
- equal to the minimum, the first copy remains where it is, and is
- replicated up to the minimum number of times. This case includes the +
- repeat, but of course no replication is needed in that case. */
-
- if (repeat_min > 0 && (repeat_max == -1 || repeat_max == repeat_min))
- {
- for (i = 1; i < repeat_min; i++)
- {
- memcpy(code, previous, len);
- code += len;
- }
- }
-
- /* If the minimum is zero, stick BRAZERO in front of the first copy.
- Then, if there is a fixed upper limit, replicated up to that many times,
- sticking BRAZERO in front of all the optional ones. */
-
- else
- {
- if (repeat_min == 0)
- {
- memmove(previous+1, previous, len);
- code++;
- *previous++ = OP_BRAZERO + repeat_type;
- }
-
- for (i = 1; i < repeat_min; i++)
- {
- memcpy(code, previous, len);
- code += len;
- }
-
- for (i = (repeat_min > 0)? repeat_min : 1; i < repeat_max; i++)
- {
- *code++ = OP_BRAZERO + repeat_type;
- memcpy(code, previous, len);
- code += len;
- }
- }
-
- /* If the maximum is unlimited, set a repeater in the final copy. */
-
- if (repeat_max == -1) code[-3] = OP_KETRMAX + repeat_type;
- }
-
- /* Else there's some kind of shambles */
-
- else
- {
- *errorptr = ERR11;
- goto FAILED;
- }
-
- /* In all case we no longer have a previous item. */
-
- previous = NULL;
- break;
-
-
- /* Start of nested bracket sub-expression, or comment or lookahead.
- First deal with special things that can come after a bracket; all are
- introduced by ?, and the appearance of any of them means that this is not a
- referencing group. They were checked for validity in the first pass over
- the string, so we don't have to check for syntax errors here. */
-
- case '(':
- previous = code; /* Only real brackets can be repeated */
- if (*(++ptr) == '?')
- {
- bravalue = OP_BRA;
-
- switch (*(++ptr))
- {
- case '#':
- case 'i':
- case 'L':
- case 'm':
- case 's':
- case 'x':
- ptr++;
- while (*ptr != ')') ptr++;
- previous = NULL;
- continue;
-
- case ':': /* Non-extracting bracket */
- ptr++;
- break;
-
- case '=': /* Assertions can't be repeated */
- bravalue = OP_ASSERT;
- ptr++;
- previous = NULL;
- break;
-
- case '!':
- bravalue = OP_ASSERT_NOT;
- ptr++;
- previous = NULL;
- break;
-
- case ('P'):
- ptr++;
- if (*ptr=='<')
- {
- /* (?P<groupname>...) */
- int idlen;
- PyObject *string, *intobj;
-
- ptr++;
- idlen = get_group_id(ptr, '>', errorptr);
- if (*errorptr) {
- goto FAILED;
- }
- string = PyString_FromStringAndSize((char*)ptr, idlen);
- intobj = PyInt_FromLong( brackets[0] + 1 );
- if (intobj == NULL || string == NULL)
- {
- Py_XDECREF(string);
- Py_XDECREF(intobj);
- *errorptr = "exception raised";
- goto FAILED;
- }
- PyDict_SetItem(dictionary, string, intobj);
- Py_DECREF(string); Py_DECREF(intobj); /* XXX DECREF commented out! */
- ptr += idlen+1; /* Point to rest of expression */
- goto do_grouping_bracket;
- }
- if (*ptr=='=')
- {
- /* (?P=groupname) */
- int idlen, refnum;
- PyObject *string, *intobj;
-
- ptr++;
- idlen = get_group_id(ptr, ')', errorptr);
- if (*errorptr) {
- goto FAILED;
- }
- string = PyString_FromStringAndSize((char *)ptr, idlen);
- if (string==NULL) {
- *errorptr = "exception raised";
- goto FAILED;
- }
- intobj = PyDict_GetItem(dictionary, string);
- if (intobj==NULL) {
- Py_DECREF(string);
- *errorptr = "?P= group identifier isn't defined";
- goto FAILED;
- }
-
- refnum = PyInt_AsLong(intobj);
- Py_DECREF(string);
- /* The caller doesn't own the reference to the value
- returned from PyDict_GetItem, so intobj is not
- DECREF'ed. */
-
- *code++ = OP_REF;
- *code++ = refnum;
- /* The continue will cause the top-level for() loop to
- be resumed, so ptr will be immediately incremented.
- Therefore, the following line adds just idlen, not
- idlen+1 */
- ptr += idlen;
- continue;
- }
- /* The character after ?P is neither < nor =, so
- report an error. Add more Python-extensions here. */
- *errorptr="unknown after (?P";
- goto FAILED;
-
- case '>': /* "Match once" brackets */
- if ((options & PCRE_EXTRA) != 0) /* Not yet standard */
- {
- bravalue = OP_ONCE;
- ptr++;
- previous = NULL;
- break;
- }
- /* Else fall through */
-
- default:
- *errorptr = ERR12;
- goto FAILED;
- }
- }
-
- /* Else we have a referencing group */
-
- else
- {
- do_grouping_bracket:
- if (++(*brackets) > EXTRACT_MAX)
- {
- *errorptr = ERR13;
- goto FAILED;
- }
- bravalue = OP_BRA + *brackets;
- }
-
- /* Process nested bracketed re; at end pointer is on the bracket. We copy
- code into a non-register variable in order to be able to pass its address
- because some compilers complain otherwise. */
-
- *code = bravalue;
- {
- uschar *mcode = code;
- if (!compile_regex(options, brackets, &mcode, &ptr, errorptr, dictionary))
- goto FAILED;
- code = mcode;
- }
-
- if (*ptr != ')')
- {
- *errorptr = ERR14;
- goto FAILED;
- }
- break;
-
- /* Check \ for being a real metacharacter; if not, fall through and handle
- it as a data character at the start of a string. Escape items are checked
- for validity in the pre-compiling pass. */
-
- case '\\':
- oldptr = ptr;
- c = check_escape(&ptr, errorptr, *brackets, options, FALSE);
-
- /* Handle metacharacters introduced by \. For ones like \d, the ESC_ values
- are arranged to be the negation of the corresponding OP_values. For the
- back references, the values are ESC_REF plus the reference number. Only
- back references and those types that consume a character may be repeated.
- We can test for values between ESC_b and ESC_Z for the latter; this may
- have to change if any new ones are ever created. */
-
- if (c < 0)
- {
- if (-c >= ESC_REF)
- {
- int refnum = -c - ESC_REF;
- if (*brackets < refnum)
- {
- *errorptr = ERR15;
- goto FAILED;
- }
- previous = code;
- *code++ = OP_REF;
- *code++ = refnum;
- }
- else
- {
- previous = (-c > ESC_b && -c < ESC_X)? code : NULL;
- if ( (options & PCRE_LOCALE) != 0)
- {
- switch (c)
- {
- case (-ESC_b): c = -OP_WORD_BOUNDARY_L; break;
- case (-ESC_B): c = -OP_NOT_WORD_BOUNDARY_L; break;
- case (-ESC_w): c = -OP_WORDCHAR_L; break;
- case (-ESC_W): c = -OP_NOT_WORDCHAR_L; break;
- }
- }
- *code++ = -c;
- }
- continue;
- }
-
- /* Data character: Reset and fall through */
-
- ptr = oldptr;
- c = '\\';
-
- /* Handle a run of data characters until a metacharacter is encountered.
- The first character is guaranteed not to be whitespace or # when the
- extended flag is set. */
-
- NORMAL_CHAR:
- default:
- previous = code;
- *code = OP_CHARS;
- code += 2;
- length = 0;
-
- do
- {
- if ((options & PCRE_EXTENDED) != 0)
- {
- if ((pcre_ctypes[c] & ctype_space) != 0) continue;
- if (c == '#')
- {
- while ((c = *(++ptr)) != 0 && c != '\n');
- if (c == 0) break;
- continue;
- }
- }
-
- /* Backslash may introduce a data char or a metacharacter. Escaped items
- are checked for validity in the pre-compiling pass. Stop the string
- before a metaitem. */
-
- if (c == '\\')
- {
- oldptr = ptr;
- c = check_escape(&ptr, errorptr, *brackets, options, FALSE);
- if (c < 0) { ptr = oldptr; break; }
- }
-
- /* Ordinary character or single-char escape */
-
- *code++ = c;
- length++;
- }
-
- /* This "while" is the end of the "do" above. */
-
- while (length < 255 && (pcre_ctypes[c = *(++ptr)] & ctype_meta) == 0);
-
- /* Compute the length and set it in the data vector, and advance to
- the next state. */
-
- previous[1] = length;
- if (length < 255) ptr--;
- break;
- }
- } /* end of big loop */
-
-/* Control never reaches here by falling through, only by a goto for all the
-error states. Pass back the position in the pattern so that it can be displayed
-to the user for diagnosing the error. */
-
-FAILED:
-*ptrptr = ptr;
-return FALSE;
-}
-
-
-
-
-/*************************************************
-* Compile sequence of alternatives *
-*************************************************/
-
-/* On entry, ptr is pointing past the bracket character, but on return
-it points to the closing bracket, or vertical bar, or end of string.
-The code variable is pointing at the byte into which the BRA operator has been
-stored.
-
-Argument:
- options the option bits
- brackets -> int containing the number of extracting brackets used
- codeptr -> the address of the current code pointer
- ptrptr -> the address of the current pattern pointer
- errorptr -> pointer to error message
-
-Returns: TRUE on success
-*/
-
-static BOOL
-compile_regex(int options, int *brackets, uschar **codeptr,
- const uschar **ptrptr, const char **errorptr, PyObject *dictionary)
-{
-const uschar *ptr = *ptrptr;
-uschar *code = *codeptr;
-uschar *start_bracket = code;
-
-for (;;)
- {
- int length;
- uschar *last_branch = code;
-
- code += 3;
- if (!compile_branch(options, brackets, &code, &ptr, errorptr, dictionary))
- {
- *ptrptr = ptr;
- return FALSE;
- }
-
- /* Fill in the length of the last branch */
-
- length = code - last_branch;
- last_branch[1] = length >> 8;
- last_branch[2] = length & 255;
-
- /* Reached end of expression, either ')' or end of pattern. Insert a
- terminating ket and the length of the whole bracketed item, and return,
- leaving the pointer at the terminating char. */
-
- if (*ptr != '|')
- {
- length = code - start_bracket;
- *code++ = OP_KET;
- *code++ = length >> 8;
- *code++ = length & 255;
- *codeptr = code;
- *ptrptr = ptr;
- return TRUE;
- }
-
- /* Another branch follows; insert an "or" node and advance the pointer. */
-
- *code = OP_ALT;
- ptr++;
- }
-/* Control never reaches here */
-}
-
-
-
-/*************************************************
-* Check for anchored expression *
-*************************************************/
-
-/* Try to find out if this is an anchored regular expression. Consider each
-alternative branch. If they all start with OP_SOD or OP_CIRC, or with a bracket
-all of whose alternatives start with OP_SOD or OP_CIRC (recurse ad lib), then
-it's anchored. However, if this is a multiline pattern, then only OP_SOD
-counts, since OP_CIRC can match in the middle.
-
-A branch is also implicitly anchored if it starts with .* because that will try
-the rest of the pattern at all possible matching points, so there is no point
-trying them again.
-
-Argument: points to start of expression (the bracket)
-Returns: TRUE or FALSE
-*/
-
-static BOOL
-is_anchored(register const uschar *code, BOOL multiline)
-{
-do {
- int op = (int)code[3];
- if (op >= OP_BRA || op == OP_ASSERT || op == OP_ONCE)
- { if (!is_anchored(code+3, multiline)) return FALSE; }
- else if (op == OP_TYPESTAR || op == OP_TYPEMINSTAR)
- { if (code[4] != OP_ANY) return FALSE; }
- else if (op != OP_SOD && (multiline || op != OP_CIRC)) return FALSE;
- code += (code[1] << 8) + code[2];
- }
-while (*code == OP_ALT);
-return TRUE;
-}
-
-
-
-/*************************************************
-* Check for start with \n line expression *
-*************************************************/
-
-/* This is called for multiline expressions to try to find out if every branch
-starts with ^ so that "first char" processing can be done to speed things up.
-
-Argument: points to start of expression (the bracket)
-Returns: TRUE or FALSE
-*/
-
-static BOOL
-is_startline(const uschar *code)
-{
-do {
- if ((int)code[3] >= OP_BRA || code[3] == OP_ASSERT)
- { if (!is_startline(code+3)) return FALSE; }
- else if (code[3] != OP_CIRC) return FALSE;
- code += (code[1] << 8) + code[2];
- }
-while (*code == OP_ALT);
-return TRUE;
-}
-
-
-
-/*************************************************
-* Check for fixed first char *
-*************************************************/
-
-/* Try to find out if there is a fixed first character. This is called for
-unanchored expressions, as it speeds up their processing quite considerably.
-Consider each alternative branch. If they all start with the same char, or with
-a bracket all of whose alternatives start with the same char (recurse ad lib),
-then we return that char, otherwise -1.
-
-Argument: points to start of expression (the bracket)
-Returns: -1 or the fixed first char
-*/
-
-static int
-find_firstchar(uschar *code)
-{
-register int c = -1;
-do
- {
- register int charoffset = 4;
-
- if ((int)code[3] >= OP_BRA || code[3] == OP_ASSERT)
- {
- register int d;
- if ((d = find_firstchar(code+3)) < 0) return -1;
- if (c < 0) c = d; else if (c != d) return -1;
- }
-
- else switch(code[3])
- {
- default:
- return -1;
-
- case OP_EXACT: /* Fall through */
- charoffset++;
-
- case OP_CHARS: /* Fall through */
- charoffset++;
-
- case OP_PLUS:
- case OP_MINPLUS:
- if (c < 0) c = code[charoffset]; else if (c != code[charoffset]) return -1;
- break;
- }
- code += (code[1] << 8) + code[2];
- }
-while (*code == OP_ALT);
-return c;
-}
-
-
-
-/*************************************************
-* Compile a Regular Expression *
-*************************************************/
-
-/* This function takes a string and returns a pointer to a block of store
-holding a compiled version of the expression.
-
-Arguments:
- pattern the regular expression
- options various option bits
- errorptr pointer to pointer to error text
- erroroffset ptr offset in pattern where error was detected
-
-Returns: pointer to compiled data block, or NULL on error,
- with errorptr and erroroffset set
-*/
-
-pcre *
-pcre_compile(const char *pattern, int options, const char **errorptr,
- int *erroroffset, PyObject *dictionary)
-{
-real_pcre *re;
-int spaces = 0;
-int length = 3; /* For initial BRA plus length */
-int runlength;
-int c, size;
-int bracount = 0;
-int brastack[200];
-int top_backref = 0;
-unsigned int brastackptr = 0;
-uschar *code;
-const uschar *ptr;
-
-#ifdef DEBUG
-uschar *code_base, *code_end;
-#endif
-
-/* We can't pass back an error message if errorptr is NULL; I guess the best we
-can do is just return NULL. */
-
-if (errorptr == NULL) return NULL;
-*errorptr = NULL;
-
-/* However, we can give a message for this error */
-
-if (erroroffset == NULL)
- {
- *errorptr = ERR16;
- return NULL;
- }
-*erroroffset = 0;
-
-if ((options & ~PUBLIC_OPTIONS) != 0)
- {
- *errorptr = ERR17;
- return NULL;
- }
-
-DPRINTF(("------------------------------------------------------------------\n"));
-DPRINTF(("%s\n", pattern));
-
-/* The first thing to do is to make a pass over the pattern to compute the
-amount of store required to hold the compiled code. This does not have to be
-perfect as long as errors are overestimates. At the same time we can detect any
-internal flag settings. Make an attempt to correct for any counted white space
-if an "extended" flag setting appears late in the pattern. We can't be so
-clever for #-comments. */
-
-ptr = (const uschar *)(pattern - 1);
-while ((c = *(++ptr)) != 0)
- {
- int min, max;
- int class_charcount;
-
- if ((pcre_ctypes[c] & ctype_space) != 0)
- {
- if ((options & PCRE_EXTENDED) != 0) continue;
- spaces++;
- }
-
- if (c == '#' && (options & PCRE_EXTENDED) != 0)
- {
- while ((c = *(++ptr)) != 0 && c != '\n');
- continue;
- }
-
- switch(c)
- {
- /* A backslashed item may be an escaped "normal" character or a
- character type. For a "normal" character, put the pointers and
- character back so that tests for whitespace etc. in the input
- are done correctly. */
-
- case '\\':
- {
- const uschar *save_ptr = ptr;
- c = check_escape(&ptr, errorptr, bracount, options, FALSE);
- if (*errorptr != NULL) goto PCRE_ERROR_RETURN;
- if (c >= 0)
- {
- ptr = save_ptr;
- c = '\\';
- goto NORMAL_CHAR;
- }
- }
- length++;
-
- /* A back reference needs an additional char, plus either one or 5
- bytes for a repeat. We also need to keep the value of the highest
- back reference. */
-
- if (c <= -ESC_REF)
- {
- int refnum = -c - ESC_REF;
- if (refnum > top_backref) top_backref = refnum;
- length++; /* For single back reference */
- if (ptr[1] == '{' && is_counted_repeat(ptr+2))
- {
- ptr = read_repeat_counts(ptr+2, &min, &max, errorptr);
- if (*errorptr != NULL) goto PCRE_ERROR_RETURN;
- if ((min == 0 && (max == 1 || max == -1)) ||
- (min == 1 && max == -1))
- length++;
- else length += 5;
- if (ptr[1] == '?') ptr++;
- }
- }
- continue;
-
- case '^':
- case '.':
- case '$':
- case '*': /* These repeats won't be after brackets; */
- case '+': /* those are handled separately */
- case '?':
- length++;
- continue;
-
- /* This covers the cases of repeats after a single char, metachar, class,
- or back reference. */
-
- case '{':
- if (!is_counted_repeat(ptr+1)) goto NORMAL_CHAR;
- ptr = read_repeat_counts(ptr+1, &min, &max, errorptr);
- if (*errorptr != NULL) goto PCRE_ERROR_RETURN;
- if ((min == 0 && (max == 1 || max == -1)) ||
- (min == 1 && max == -1))
- length++;
- else
- {
- length--; /* Uncount the original char or metachar */
- if (min == 1) length++; else if (min > 0) length += 4;
- if (max > 0) length += 4; else length += 2;
- }
- if (ptr[1] == '?') ptr++;
- continue;
-
- /* An alternation contains an offset to the next branch or ket. */
- case '|':
- length += 3;
- continue;
-
- /* A character class uses 33 characters. Don't worry about character types
- that aren't allowed in classes - they'll get picked up during the compile.
- A character class that contains only one character uses 2 or 3 bytes,
- depending on whether it is negated or not. Notice this where we can. */
-
- case '[':
- class_charcount = 0;
- if (*(++ptr) == '^') ptr++;
- do
- {
- if (*ptr == '\\')
- {
- int ch = check_escape(&ptr, errorptr, bracount, options, TRUE);
- if (*errorptr != NULL) goto PCRE_ERROR_RETURN;
- if (-ch == ESC_b) class_charcount++; else class_charcount = 10;
- }
- else class_charcount++;
- ptr++;
- }
- while (*ptr != 0 && *ptr != ']');
-
- /* Repeats for negated single chars are handled by the general code */
-
- if (class_charcount == 1) length += 3; else
- {
- length += 33;
- if (options & PCRE_LOCALE) length++; /* Add a byte for the localization flag */
-
- /* A repeat needs either 1 or 5 bytes. */
-
- if (*ptr != 0 && ptr[1] == '{' && is_counted_repeat(ptr+2))
- {
- ptr = read_repeat_counts(ptr+2, &min, &max, errorptr);
- if (*errorptr != NULL) goto PCRE_ERROR_RETURN;
- if ((min == 0 && (max == 1 || max == -1)) ||
- (min == 1 && max == -1))
- length++;
- else length += 5;
- if (ptr[1] == '?') ptr++;
- }
- }
- continue;
-
- /* Brackets may be genuine groups or special things */
-
- case '(':
-
- /* Handle special forms of bracket, which all start (? */
-
- if (ptr[1] == '?') switch (c = ptr[2])
- {
- /* Skip over comments entirely */
- case '#':
- ptr += 3;
- while (*ptr != 0 && *ptr != ')') ptr++;
- if (*ptr == 0)
- {
- *errorptr = ERR18;
- goto PCRE_ERROR_RETURN;
- }
- continue;
-
- /* Non-referencing groups and lookaheads just move the pointer on, and
- then behave like a non-special bracket, except that they don't increment
- the count of extracting brackets. */
-
- case ':':
- case '=':
- case '!':
- ptr += 2;
- break;
-
- case ('P'):
- {
- int idlen;
- switch (*ptr++) {
- case ('<'):
- idlen = get_group_id(ptr++, '>', errorptr);
- if (*errorptr) goto PCRE_ERROR_RETURN;
- ptr += idlen+1;
- break;
- case ('='):
- idlen = get_group_id(ptr++, ')', errorptr);
- if (*errorptr) goto PCRE_ERROR_RETURN;
- ptr += idlen+1;
- length++;
- break;
- }
- }
- break;
-
- /* Ditto for the "once only" bracket, allowed only if the extra bit
- is set. */
-
- case '>':
- if ((options & PCRE_EXTRA) != 0)
- {
- ptr += 2;
- break;
- }
- /* Else fall through */
-
- /* Else loop setting valid options until ) is met. Anything else is an
- error. */
-
- default:
- ptr += 2;
- for (;; ptr++)
- {
- if ((c = *ptr) == 'i')
- {
- options |= PCRE_CASELESS;
- continue;
- }
- else if ((c = *ptr) == 'L')
- {
- options |= PCRE_LOCALE;
- continue;
- }
- else if ((c = *ptr) == 'm')
- {
- options |= PCRE_MULTILINE;
- continue;
- }
- else if (c == 's')
- {
- options |= PCRE_DOTALL;
- continue;
- }
- else if (c == 'x')
- {
- options |= PCRE_EXTENDED;
- length -= spaces; /* Already counted spaces */
- continue;
- }
- else if (c == ')') break;
-
- *errorptr = ERR12;
- goto PCRE_ERROR_RETURN;
- }
- continue; /* End of this bracket handling */
- }
-
- /* Extracting brackets must be counted so we can process escapes in a
- Perlish way. */
-
- else bracount++;
-
- /* Non-special forms of bracket. Save length for computing whole length
- at end if there's a repeat that requires duplication of the group. */
-
- if (brastackptr >= sizeof(brastack)/sizeof(int))
- {
- *errorptr = ERR19;
- goto PCRE_ERROR_RETURN;
- }
-
- brastack[brastackptr++] = length;
- length += 3;
- continue;
-
- /* Handle ket. Look for subsequent max/min; for certain sets of values we
- have to replicate this bracket up to that many times. If brastackptr is
- 0 this is an unmatched bracket which will generate an error, but take care
- not to try to access brastack[-1]. */
-
- case ')':
- length += 3;
- {
- int minval = 1;
- int maxval = 1;
- int duplength = (brastackptr > 0)? length - brastack[--brastackptr] : 0;
-
- /* Leave ptr at the final char; for read_repeat_counts this happens
- automatically; for the others we need an increment. */
-
- if ((c = ptr[1]) == '{' && is_counted_repeat(ptr+2))
- {
- ptr = read_repeat_counts(ptr+2, &minval, &maxval, errorptr);
- if (*errorptr != NULL) goto PCRE_ERROR_RETURN;
- }
- else if (c == '*') { minval = 0; maxval = -1; ptr++; }
- else if (c == '+') { maxval = -1; ptr++; }
- else if (c == '?') { minval = 0; ptr++; }
-
- /* If there is a minimum > 1 we have to replicate up to minval-1 times;
- if there is a limited maximum we have to replicate up to maxval-1 times
- and allow for a BRAZERO item before each optional copy, as we also have
- to do before the first copy if the minimum is zero. */
-
- if (minval == 0) length++;
- else if (minval > 1) length += (minval - 1) * duplength;
- if (maxval > minval) length += (maxval - minval) * (duplength + 1);
- }
- continue;
-
- /* Non-special character. For a run of such characters the length required
- is the number of characters + 2, except that the maximum run length is 255.
- We won't get a skipped space or a non-data escape or the start of a #
- comment as the first character, so the length can't be zero. */
-
- NORMAL_CHAR:
- default:
- length += 2;
- runlength = 0;
- do
- {
- if ((pcre_ctypes[c] & ctype_space) != 0)
- {
- if ((options & PCRE_EXTENDED) != 0) continue;
- spaces++;
- }
-
- if (c == '#' && (options & PCRE_EXTENDED) != 0)
- {
- while ((c = *(++ptr)) != 0 && c != '\n');
- continue;
- }
-
- /* Backslash may introduce a data char or a metacharacter; stop the
- string before the latter. */
-
- if (c == '\\')
- {
- const uschar *saveptr = ptr;
- c = check_escape(&ptr, errorptr, bracount, options, FALSE);
- if (*errorptr != NULL) goto PCRE_ERROR_RETURN;
- if (c < 0) { ptr = saveptr; break; }
- }
-
- /* Ordinary character or single-char escape */
-
- runlength++;
- }
-
- /* This "while" is the end of the "do" above. */
-
- while (runlength < 255 && (pcre_ctypes[c = *(++ptr)] & ctype_meta) == 0);
-
- ptr--;
- length += runlength;
- continue;
- }
- }
-
-length += 4; /* For final KET and END */
-
-if (length > 65539)
- {
- *errorptr = ERR20;
- return NULL;
- }
-
-/* Compute the size of data block needed and get it, either from malloc or
-externally provided function. We specify "code[0]" in the offsetof() expression
-rather than just "code", because it has been reported that one broken compiler
-fails on "code" because it is also an independent variable. It should make no
-difference to the value of the offsetof(). */
-
-size = length + offsetof(real_pcre, code[0]);
-re = (real_pcre *)(pcre_malloc)(size+50);
-
-if (re == NULL)
- {
- *errorptr = ERR21;
- return NULL;
- }
-
-/* Put in the magic number and the options. */
-
-re->magic_number = MAGIC_NUMBER;
-re->options = options;
-
-/* Set up a starting, non-extracting bracket, then compile the expression. On
-error, *errorptr will be set non-NULL, so we don't need to look at the result
-of the function here. */
-
-ptr = (const uschar *)pattern;
-code = re->code;
-*code = OP_BRA;
-bracount = 0;
-(void)compile_regex(options, &bracount, &code, &ptr, errorptr, dictionary);
-re->top_bracket = bracount;
-re->top_backref = top_backref;
-
-/* If not reached end of pattern on success, there's an excess bracket. */
-
-if (*errorptr == NULL && *ptr != 0) *errorptr = ERR22;
-
-/* Fill in the terminating state and check for disastrous overflow, but
-if debugging, leave the test till after things are printed out. */
-
-*code++ = OP_END;
-
-
-#ifndef DEBUG
-if (code - re->code > length) *errorptr = ERR23;
-#endif
-
-/* Failed to compile */
-
-if (*errorptr != NULL)
- {
- (pcre_free)(re);
- PCRE_ERROR_RETURN:
- *erroroffset = ptr - (const uschar *)pattern;
- return NULL;
- }
-
-/* If the anchored option was not passed, set flag if we can determine that it
-is anchored by virtue of ^ characters or \A or anything else. Otherwise, see if
-we can determine what the first character has to be, because that speeds up
-unanchored matches no end. In the case of multiline matches, an alternative is
-to set the PCRE_STARTLINE flag if all branches start with ^. */
-
-if ((options & PCRE_ANCHORED) == 0)
- {
- if (is_anchored(re->code, (options & PCRE_MULTILINE) != 0))
- re->options |= PCRE_ANCHORED;
- else
- {
- int ch = find_firstchar(re->code);
- if (ch >= 0)
- {
- re->first_char = ch;
- re->options |= PCRE_FIRSTSET;
- }
- else if (is_startline(re->code))
- re->options |= PCRE_STARTLINE;
- }
- }
-
-/* Print out the compiled data for debugging */
-
-#ifdef DEBUG
-
-printf("Length = %d top_bracket = %d top_backref=%d\n",
- length, re->top_bracket, re->top_backref);
-
-if (re->options != 0)
- {
- printf("%s%s%s%s%s%s%s%s\n",
- ((re->options & PCRE_ANCHORED) != 0)? "anchored " : "",
- ((re->options & PCRE_CASELESS) != 0)? "caseless " : "",
- ((re->options & PCRE_EXTENDED) != 0)? "extended " : "",
- ((re->options & PCRE_MULTILINE) != 0)? "multiline " : "",
- ((re->options & PCRE_DOTALL) != 0)? "dotall " : "",
- ((re->options & PCRE_DOLLAR_ENDONLY) != 0)? "endonly " : "",
- ((re->options & PCRE_EXTRA) != 0)? "extra " : "",
- ((re->options & PCRE_UNGREEDY) != 0)? "ungreedy " : "");
- }
-
-if ((re->options & PCRE_FIRSTSET) != 0)
- {
- if (isprint(re->first_char)) printf("First char = %c\n", re->first_char);
- else printf("First char = \\x%02x\n", re->first_char);
- }
-
-code_end = code;
-code_base = code = re->code;
-
-while (code < code_end)
- {
- int charlength;
-
- printf("%3d ", code - code_base);
-
- if (*code >= OP_BRA)
- {
- printf("%3d Bra %d", (code[1] << 8) + code[2], *code - OP_BRA);
- code += 2;
- }
-
- else switch(*code)
- {
- case OP_CHARS:
- charlength = *(++code);
- printf("%3d ", charlength);
- while (charlength-- > 0)
- if (isprint(c = *(++code))) printf("%c", c); else printf("\\x%02x", c);
- break;
-
- case OP_KETRMAX:
- case OP_KETRMIN:
- case OP_ALT:
- case OP_KET:
- case OP_ASSERT:
- case OP_ASSERT_NOT:
- case OP_ONCE:
- printf("%3d %s", (code[1] << 8) + code[2], OP_names[*code]);
- code += 2;
- break;
-
- case OP_STAR:
- case OP_MINSTAR:
- case OP_PLUS:
- case OP_MINPLUS:
- case OP_QUERY:
- case OP_MINQUERY:
- case OP_TYPESTAR:
- case OP_TYPEMINSTAR:
- case OP_TYPEPLUS:
- case OP_TYPEMINPLUS:
- case OP_TYPEQUERY:
- case OP_TYPEMINQUERY:
- if (*code >= OP_TYPESTAR)
- printf(" %s", OP_names[code[1]]);
- else if (isprint(c = code[1])) printf(" %c", c);
- else printf(" \\x%02x", c);
- printf("%s", OP_names[*code++]);
- break;
-
- case OP_EXACT:
- case OP_UPTO:
- case OP_MINUPTO:
- if (isprint(c = code[3])) printf(" %c{", c);
- else printf(" \\x%02x{", c);
- if (*code != OP_EXACT) printf("0,");
- printf("%d}", (code[1] << 8) + code[2]);
- if (*code == OP_MINUPTO) printf("?");
- code += 3;
- break;
-
- case OP_TYPEEXACT:
- case OP_TYPEUPTO:
- case OP_TYPEMINUPTO:
- printf(" %s{", OP_names[code[3]]);
- if (*code != OP_TYPEEXACT) printf(",");
- printf("%d}", (code[1] << 8) + code[2]);
- if (*code == OP_TYPEMINUPTO) printf("?");
- code += 3;
- break;
-
- case OP_NOT:
- if (isprint(c = *(++code))) printf(" [^%c]", c);
- else printf(" [^\\x%02x]", c);
- break;
-
- case OP_NOTSTAR:
- case OP_NOTMINSTAR:
- case OP_NOTPLUS:
- case OP_NOTMINPLUS:
- case OP_NOTQUERY:
- case OP_NOTMINQUERY:
- if (isprint(c = code[1])) printf(" [^%c]", c);
- else printf(" [^\\x%02x]", c);
- printf("%s", OP_names[*code++]);
- break;
-
- case OP_NOTEXACT:
- case OP_NOTUPTO:
- case OP_NOTMINUPTO:
- if (isprint(c = code[3])) printf(" [^%c]{", c);
- else printf(" [^\\x%02x]{", c);
- if (*code != OP_NOTEXACT) printf(",");
- printf("%d}", (code[1] << 8) + code[2]);
- if (*code == OP_NOTMINUPTO) printf("?");
- code += 3;
- break;
-
- case OP_REF:
- printf(" \\%d", *(++code));
- code ++;
- goto CLASS_REF_REPEAT;
-
- case OP_CLASS:
- case OP_NEGCLASS:
- case OP_CLASS_L:
- {
- int i, min, max;
-
- if (*code==OP_CLASS_L)
- {
- code++;
- printf("Locflag = %i ", *code++);
- printf(" [");
- }
- else
- {
- if (*code++ == OP_CLASS) printf(" [");
- else printf(" ^[");
- }
-
-
- for (i = 0; i < 256; i++)
- {
- if ((code[i/8] & (1 << (i&7))) != 0)
- {
- int j;
- for (j = i+1; j < 256; j++)
- if ((code[j/8] & (1 << (j&7))) == 0) break;
- if (i == '-' || i == ']') printf("\\");
- if (isprint(i)) printf("%c", i); else printf("\\x%02x", i);
- if (--j > i)
- {
- printf("-");
- if (j == '-' || j == ']') printf("\\");
- if (isprint(j)) printf("%c", j); else printf("\\x%02x", j);
- }
- i = j;
- }
- }
- printf("]");
- code += 32;
- /* code ++;*/
-
- CLASS_REF_REPEAT:
-
- switch(*code)
- {
- case OP_CRSTAR:
- case OP_CRMINSTAR:
- case OP_CRPLUS:
- case OP_CRMINPLUS:
- case OP_CRQUERY:
- case OP_CRMINQUERY:
- printf("%s", OP_names[*code]);
- break;
-
- case OP_CRRANGE:
- case OP_CRMINRANGE:
- min = (code[1] << 8) + code[2];
- max = (code[3] << 8) + code[4];
- if (max == 0) printf("{%d,}", min);
- else printf("{%d,%d}", min, max);
- if (*code == OP_CRMINRANGE) printf("?");
- code += 4;
- break;
-
- default:
- code--;
- }
- }
- break;
-
- /* Anything else is just a one-node item */
-
- default:
- printf(" %s", OP_names[*code]);
- break;
- }
-
- code++;
- printf("\n");
- }
-printf("------------------------------------------------------------------\n");
-
-/* This check is done here in the debugging case so that the code that
-was compiled can be seen. */
-
-if (code - re->code > length)
- {
- printf("length=%i, code length=%i\n", length, code-re->code);
- *errorptr = ERR23;
- (pcre_free)(re);
- *erroroffset = ptr - (uschar *)pattern;
- return NULL;
- }
-#endif
-
-return (pcre *)re;
-}
-
-
-
-/*************************************************
-* Match a character type *
-*************************************************/
-
-/* Not used in all the places it might be as it's sometimes faster
-to put the code inline.
-
-Arguments:
- type the character type
- c the character
- dotall the dotall flag
-
-Returns: TRUE if character is of the type
-*/
-
-static BOOL
-match_type(int type, int c, BOOL dotall)
-{
-
-#ifdef DEBUG
-if (isprint(c)) printf("matching subject %c against ", c);
- else printf("matching subject \\x%02x against ", c);
-printf("%s\n", OP_names[type]);
-#endif
-
-switch(type)
- {
- case OP_ANY: return dotall || c != '\n';
- case OP_NOT_DIGIT: return (pcre_ctypes[c] & ctype_digit) == 0;
- case OP_DIGIT: return (pcre_ctypes[c] & ctype_digit) != 0;
- case OP_NOT_WHITESPACE: return (pcre_ctypes[c] & ctype_space) == 0;
- case OP_WHITESPACE: return (pcre_ctypes[c] & ctype_space) != 0;
- case OP_NOT_WORDCHAR: return (pcre_ctypes[c] & ctype_word) == 0;
- case OP_WORDCHAR: return (pcre_ctypes[c] & ctype_word) != 0;
- case OP_NOT_WORDCHAR_L: return (c!='_' && !isalnum(c));
- case OP_WORDCHAR_L: return (c=='_' || isalnum(c));
- }
-return FALSE;
-}
-
-
-
-/*************************************************
-* Match a back-reference *
-*************************************************/
-
-/* If a back reference hasn't been set, the match fails.
-
-Arguments:
- number reference number
- eptr points into the subject
- length length to be matched
- md points to match data block
-
-Returns: TRUE if matched
-*/
-
-static BOOL
-match_ref(int number, register const uschar *eptr, int length, match_data *md)
-{
-const uschar *p = md->start_subject + md->offset_vector[number];
-
-#ifdef DEBUG
-if (eptr >= md->end_subject)
- printf("matching subject <null>");
-else
- {
- printf("matching subject ");
- pchars(eptr, length, TRUE, md);
- }
-printf(" against backref ");
-pchars(p, length, FALSE, md);
-printf("\n");
-#endif
-
-/* Always fail if not enough characters left */
-
-if (length > md->end_subject - p) return FALSE;
-
-/* Separate the caseless case for speed */
-
-if (md->caseless)
- { while (length-- > 0) if (pcre_lcc[*p++] != pcre_lcc[*eptr++]) return FALSE; }
-else
- { while (length-- > 0) if (*p++ != *eptr++) return FALSE; }
-
-return TRUE;
-}
-
-static int free_stack(match_data *md)
-{
-/* Free any stack space that was allocated by the call to match(). */
-if (md->off_num) PyMem_DEL(md->off_num);
-if (md->offset_top) PyMem_DEL(md->offset_top);
-if (md->r1) PyMem_DEL(md->r1);
-if (md->r2) PyMem_DEL(md->r2);
-if (md->eptr) PyMem_DEL((char *)md->eptr);
-if (md->ecode) PyMem_DEL((char *)md->ecode);
-return 0;
-}
-
-static int grow_stack(match_data *md)
-{
- if (md->length != 0)
- {
- md->length = md->length + md->length/2;
- }
- else
- {
- int string_len = md->end_subject - md->start_subject + 1;
- if (string_len < 80) {md->length = string_len; }
- else {md->length = 80;}
- }
- PyMem_RESIZE(md->offset_top, int, md->length);
- /* Can't realloc a pointer-to-const; cast const away. */
- md->eptr = (const uschar **)PyMem_Realloc((void *)md->eptr,
- sizeof(uschar *) * md->length);
- md->ecode = (const uschar **)PyMem_Realloc((void *)md->ecode,
- sizeof(uschar *) * md->length);
- PyMem_RESIZE(md->off_num, int, md->length);
- PyMem_RESIZE(md->r1, int, md->length);
- PyMem_RESIZE(md->r2, int, md->length);
- if (md->offset_top == NULL || md->eptr == NULL || md->ecode == NULL ||
- md->off_num == NULL || md->r1 == NULL || md->r2 == NULL)
- {
- PyErr_NoMemory();
- longjmp(md->error_env, 1);
- }
- return 0;
-}
-
-
-/*************************************************
-* Match from current position *
-*************************************************/
-
-/* On entry ecode points to the first opcode, and eptr to the first character.
-
-Arguments:
- eptr pointer in subject
- ecode position in code
- offset_top current top pointer
- md pointer to "static" info for the match
-
-Returns: TRUE if matched
-*/
-
-static BOOL
-match(register const uschar *eptr, register const uschar *ecode, int offset_top,
- match_data *md)
-{
- int save_stack_position = md->point;
-match_loop:
-
-#define SUCCEED goto succeed
-#define FAIL goto fail
-
-for (;;)
- {
- int min, max, ctype;
- register int i;
- register int c;
- BOOL minimize = FALSE;
-
- /* Opening bracket. Check the alternative branches in turn, failing if none
- match. We have to set the start offset if required and there is space
- in the offset vector so that it is available for subsequent back references
- if the bracket matches. However, if the bracket fails, we must put back the
- previous value of both offsets in case they were set by a previous copy of
- the same bracket. Don't worry about setting the flag for the error case here;
- that is handled in the code for KET. */
-
- if ((int)*ecode >= OP_BRA)
- {
- int number = (*ecode - OP_BRA) << 1;
- int save_offset1 = 0, save_offset2 = 0;
-
- DPRINTF(("start bracket %d\n", number/2));
-
- if (number > 0 && number < md->offset_end)
- {
- save_offset1 = md->offset_vector[number];
- save_offset2 = md->offset_vector[number+1];
- md->offset_vector[number] = eptr - md->start_subject;
-
- DPRINTF(("saving %d %d\n", save_offset1, save_offset2));
- }
-
- /* Recurse for all the alternatives. */
-
- do
- {
- if (match(eptr, ecode+3, offset_top, md)) SUCCEED;
- ecode += (ecode[1] << 8) + ecode[2];
- }
- while (*ecode == OP_ALT);
-
- DPRINTF(("bracket %d failed\n", number/2));
-
- if (number > 0 && number < md->offset_end)
- {
- md->offset_vector[number] = save_offset1;
- md->offset_vector[number+1] = save_offset2;
- }
-
- FAIL;
- }
-
- /* Other types of node can be handled by a switch */
-
- switch(*ecode)
- {
- case OP_END:
- md->end_match_ptr = eptr; /* Record where we ended */
- md->end_offset_top = offset_top; /* and how many extracts were taken */
- SUCCEED;
-
- /* The equivalent of Prolog's "cut" - if the rest doesn't match, the
- whole thing doesn't match, so we have to get out via a longjmp(). */
-
- case OP_CUT:
- if (match(eptr, ecode+1, offset_top, md)) SUCCEED;
- longjmp(md->fail_env, 1);
-
- /* Assertion brackets. Check the alternative branches in turn - the
- matching won't pass the KET for an assertion. If any one branch matches,
- the assertion is true. */
-
- case OP_ASSERT:
- do
- {
- if (match(eptr, ecode+3, offset_top, md)) break;
- ecode += (ecode[1] << 8) + ecode[2];
- }
- while (*ecode == OP_ALT);
- if (*ecode == OP_KET) FAIL;
-
- /* Continue from after the assertion, updating the offsets high water
- mark, since extracts may have been taken during the assertion. */
-
- do ecode += (ecode[1] << 8) + ecode[2]; while (*ecode == OP_ALT);
- ecode += 3;
- offset_top = md->end_offset_top;
- continue;
-
- /* Negative assertion: all branches must fail to match */
-
- case OP_ASSERT_NOT:
- do
- {
- if (match(eptr, ecode+3, offset_top, md)) FAIL;
- ecode += (ecode[1] << 8) + ecode[2];
- }
- while (*ecode == OP_ALT);
- ecode += 3;
- continue;
-
- /* "Once" brackets are like assertion brackets except that after a match,
- the point in the subject string is not moved back. Thus there can never be
- a move back into the brackets. Check the alternative branches in turn - the
- matching won't pass the KET for this kind of subpattern. If any one branch
- matches, we carry on, leaving the subject pointer. */
-
- case OP_ONCE:
- do
- {
- if (match(eptr, ecode+3, offset_top, md)) break;
- ecode += (ecode[1] << 8) + ecode[2];
- }
- while (*ecode == OP_ALT);
- if (*ecode == OP_KET) FAIL;
-
- /* Continue as from after the assertion, updating the offsets high water
- mark, since extracts may have been taken. */
-
- do ecode += (ecode[1] << 8) + ecode[2]; while (*ecode == OP_ALT);
- ecode += 3;
- offset_top = md->end_offset_top;
- eptr = md->end_match_ptr;
- continue;
-
- /* An alternation is the end of a branch; scan along to find the end of the
- bracketed group and go to there. */
-
- case OP_ALT:
- do ecode += (ecode[1] << 8) + ecode[2]; while (*ecode == OP_ALT);
- break;
-
- /* BRAZERO and BRAMINZERO occur just before a bracket group, indicating
- that it may occur zero times. It may repeat infinitely, or not at all -
- i.e. it could be ()* or ()? in the pattern. Brackets with fixed upper
- repeat limits are compiled as a number of copies, with the optional ones
- preceded by BRAZERO or BRAMINZERO. */
-
- case OP_BRAZERO:
- {
- const uschar *next = ecode+1;
- if (match(eptr, next, offset_top, md)) SUCCEED;
- do next += (next[1] << 8) + next[2]; while (*next == OP_ALT);
- ecode = next + 3;
- }
- break;
-
- case OP_BRAMINZERO:
- {
- const uschar *next = ecode+1;
- do next += (next[1] << 8) + next[2]; while (*next == OP_ALT);
- if (match(eptr, next+3, offset_top, md)) SUCCEED;
- ecode++;
- }
- break;;
-
- /* End of a group, repeated or non-repeating. If we are at the end of
- an assertion "group", stop matching and SUCCEED, but record the
- current high water mark for use by positive assertions. */
-
- case OP_KET:
- case OP_KETRMIN:
- case OP_KETRMAX:
- {
- int number;
- const uschar *prev = ecode - (ecode[1] << 8) - ecode[2];
-
- if (*prev == OP_ASSERT || *prev == OP_ASSERT_NOT || *prev == OP_ONCE)
- {
- md->end_match_ptr = eptr; /* For ONCE */
- md->end_offset_top = offset_top;
- SUCCEED;
- }
-
- /* In all other cases we have to check the group number back at the
- start and if necessary complete handling an extraction by setting the
- final offset and bumping the high water mark. */
-
- number = (*prev - OP_BRA) << 1;
-
- DPRINTF(("end bracket %d\n", number/2));
-
- if (number > 0)
- {
- if (number >= md->offset_end) md->offset_overflow = TRUE; else
- {
- md->offset_vector[number+1] = eptr - md->start_subject;
- if (offset_top <= number) offset_top = number + 2;
- }
- }
-
- /* For a non-repeating ket, just advance to the next node and continue at
- this level. */
-
- if (*ecode == OP_KET)
- {
- ecode += 3;
- break;
- }
-
- /* The repeating kets try the rest of the pattern or restart from the
- preceding bracket, in the appropriate order. */
-
- if (*ecode == OP_KETRMIN)
- {
- const uschar *ptr;
- if (match(eptr, ecode+3, offset_top, md)) goto succeed;
- /* Handle alternation inside the BRA...KET; push the additional
- alternatives onto the stack */
- ptr=prev;
- do {
- ptr += (ptr[1]<<8)+ ptr[2];
- if (*ptr==OP_ALT)
- {
- if (md->length == md->point)
- {
- grow_stack(md);
- }
- md->offset_top[md->point] = offset_top;
- md->eptr[md->point] = eptr;
- md->ecode[md->point] = ptr+3;
- md->r1[md->point] = 0;
- md->r2[md->point] = 0;
- md->off_num[md->point] = 0;
- md->point++;
- }
- } while (*ptr==OP_ALT);
- ecode=prev+3; goto match_loop;
- }
- else /* OP_KETRMAX */
- {
- const uschar *ptr;
- /*int points_pushed=0;*/
-
- /* Push one failure point, that will resume matching at the code after
- the KETRMAX opcode. */
- if (md->length == md->point)
- {
- grow_stack(md);
- }
- md->offset_top[md->point] = offset_top;
- md->eptr[md->point] = eptr;
- md->ecode[md->point] = ecode+3;
- md->r1[md->point] = md->offset_vector[number];
- md->r2[md->point] = md->offset_vector[number+1];
- md->off_num[md->point] = number;
- md->point++;
-
- md->offset_vector[number] = eptr - md->start_subject;
- /* Handle alternation inside the BRA...KET; push each of the
- additional alternatives onto the stack */
- ptr=prev;
- do {
- ptr += (ptr[1]<<8)+ ptr[2];
- if (*ptr==OP_ALT)
- {
- if (md->length == md->point)
- if (md->length == md->point)
- {
- grow_stack(md);
- }
- md->offset_top[md->point] = offset_top;
- md->eptr[md->point] = eptr;
- md->ecode[md->point] = ptr+3;
- md->r1[md->point] = 0;
- md->r2[md->point] = 0;
- md->off_num[md->point] = 0;
- md->point++;
- /*points_pushed++;*/
- }
- } while (*ptr==OP_ALT);
- /* Jump to the first (or only) alternative and resume trying to match */
- ecode=prev+3; goto match_loop;
- }
- }
-
- /* Start of subject unless notbol, or after internal newline if multiline */
-
- case OP_CIRC:
- if (md->notbol && eptr == md->start_subject) FAIL;
- if (md->multiline)
- {
- if (eptr != md->start_subject && eptr[-1] != '\n') FAIL;
- ecode++;
- break;
- }
- /* ... else fall through */
-
- /* Start of subject assertion */
-
- case OP_SOD:
- if (eptr != md->start_subject) FAIL;
- ecode++;
- break;
-
- /* Assert before internal newline if multiline, or before
- a terminating newline unless endonly is set, else end of subject unless
- noteol is set. */
-
- case OP_DOLL:
- if (md->noteol && eptr >= md->end_subject) FAIL;
- if (md->multiline)
- {
- if (eptr < md->end_subject && *eptr != '\n') FAIL;
- ecode++;
- break;
- }
- else if (!md->endonly)
- {
- if (eptr < md->end_subject - 1 ||
- (eptr == md->end_subject - 1 && *eptr != '\n')) FAIL;
- ecode++;
- break;
- }
- /* ... else fall through */
-
- /* End of subject assertion */
-
- case OP_EOD:
- if (eptr < md->end_subject) FAIL;
- ecode++;
- break;
-
- /* Word boundary assertions */
-
- case OP_NOT_WORD_BOUNDARY:
- case OP_WORD_BOUNDARY:
- {
- BOOL prev_is_word = (eptr != md->start_subject) &&
- ((pcre_ctypes[eptr[-1]] & ctype_word) != 0);
- BOOL cur_is_word = (eptr < md->end_subject) &&
- ((pcre_ctypes[*eptr] & ctype_word) != 0);
- if ((*ecode++ == OP_WORD_BOUNDARY)?
- cur_is_word == prev_is_word : cur_is_word != prev_is_word)
- FAIL;
- }
- break;
-
- case OP_NOT_WORD_BOUNDARY_L:
- case OP_WORD_BOUNDARY_L:
- {
- BOOL prev_is_word = (eptr != md->start_subject) &&
- (isalnum(eptr[-1]) || eptr[-1]=='_');
- BOOL cur_is_word = (eptr < md->end_subject) &&
- (isalnum(*eptr) || *eptr=='_');
- if ((*ecode++ == OP_WORD_BOUNDARY_L)?
- cur_is_word == prev_is_word : cur_is_word != prev_is_word)
- FAIL;
- }
- break;
-
-
- /* Match a single character type; inline for speed */
-
- case OP_ANY:
- if (!md->dotall && eptr < md->end_subject && *eptr == '\n') FAIL;
- if (eptr++ >= md->end_subject) FAIL;
- ecode++;
- break;
-
- case OP_NOT_DIGIT:
- if (eptr >= md->end_subject || (pcre_ctypes[*eptr++] & ctype_digit) != 0)
- FAIL;
- ecode++;
- break;
-
- case OP_DIGIT:
- if (eptr >= md->end_subject || (pcre_ctypes[*eptr++] & ctype_digit) == 0)
- FAIL;
- ecode++;
- break;
-
- case OP_NOT_WHITESPACE:
- if (eptr >= md->end_subject || (pcre_ctypes[*eptr++] & ctype_space) != 0)
- FAIL;
- ecode++;
- break;
-
- case OP_WHITESPACE:
- if (eptr >= md->end_subject || (pcre_ctypes[*eptr++] & ctype_space) == 0)
- FAIL;
- ecode++;
- break;
-
- case OP_NOT_WORDCHAR:
- if (eptr >= md->end_subject || (pcre_ctypes[*eptr++] & ctype_word) != 0)
- FAIL;
- ecode++;
- break;
-
- case OP_WORDCHAR:
- if (eptr >= md->end_subject || (pcre_ctypes[*eptr++] & ctype_word) == 0)
- FAIL;
- ecode++;
- break;
-
- case OP_NOT_WORDCHAR_L:
- if (eptr >= md->end_subject || (*eptr=='_' || isalnum(*eptr) ))
- FAIL;
- eptr++;
- ecode++;
- break;
-
- case OP_WORDCHAR_L:
- if (eptr >= md->end_subject || (*eptr!='_' && !isalnum(*eptr) ))
- FAIL;
- eptr++;
- ecode++;
- break;
-
- /* Match a back reference, possibly repeatedly. Look past the end of the
- item to see if there is repeat information following. The code is similar
- to that for character classes, but repeated for efficiency. Then obey
- similar code to character type repeats - written out again for speed.
- However, if the referenced string is the empty string, always treat
- it as matched, any number of times (otherwise there could be infinite
- loops). */
-
- case OP_REF:
- {
- int length;
- int number = ecode[1] << 1; /* Doubled reference number */
- ecode += 2; /* Advance past the item */
-
- if (number >= offset_top || md->offset_vector[number] < 0)
- {
- md->errorcode = PCRE_ERROR_BADREF;
- FAIL;
- }
-
- length = md->offset_vector[number+1] - md->offset_vector[number];
-
- switch (*ecode)
- {
- case OP_CRSTAR:
- case OP_CRMINSTAR:
- case OP_CRPLUS:
- case OP_CRMINPLUS:
- case OP_CRQUERY:
- case OP_CRMINQUERY:
- c = *ecode++ - OP_CRSTAR;
- minimize = (c & 1) != 0;
- min = rep_min[c]; /* Pick up values from tables; */
- max = rep_max[c]; /* zero for max => infinity */
- if (max == 0) max = INT_MAX;
- break;
-
- case OP_CRRANGE:
- case OP_CRMINRANGE:
- minimize = (*ecode == OP_CRMINRANGE);
- min = (ecode[1] << 8) + ecode[2];
- max = (ecode[3] << 8) + ecode[4];
- if (max == 0) max = INT_MAX;
- ecode += 5;
- break;
-
- default: /* No repeat follows */
- if (!match_ref(number, eptr, length, md)) FAIL;
- eptr += length;
- continue; /* With the main loop */
- }
-
- /* If the length of the reference is zero, just continue with the
- main loop. */
-
- if (length == 0) continue;
-
- /* First, ensure the minimum number of matches are present. We get back
- the length of the reference string explicitly rather than passing the
- address of eptr, so that eptr can be a register variable. */
-
- for (i = 1; i <= min; i++)
- {
- if (!match_ref(number, eptr, length, md)) FAIL;
- eptr += length;
- }
-
- /* If min = max, continue at the same level without recursion.
- They are not both allowed to be zero. */
-
- if (min == max) continue;
-
- /* If minimizing, keep trying and advancing the pointer */
-
- if (minimize)
- {
- for (i = min;; i++)
- {
- if (match(eptr, ecode, offset_top, md)) SUCCEED;
- if (i >= max || !match_ref(number, eptr, length, md))
- FAIL;
- eptr += length;
- }
- /* Control never gets here */
- }
-
- /* If maximizing, find the longest string and work backwards */
-
- else
- {
- const uschar *pp = eptr;
- for (i = min; i < max; i++)
- {
- if (!match_ref(number, eptr, length, md)) break;
- eptr += length;
- }
- while (eptr >= pp)
- {
- if (match(eptr, ecode, offset_top, md)) SUCCEED;
- eptr -= length;
- }
- FAIL;
- }
- }
- /* Control never gets here */
-
- /* Match a character class, possibly repeatedly. Look past the end of the
- item to see if there is repeat information following. Then obey similar
- code to character type repeats - written out again for speed. If caseless
- matching was set at runtime but not at compile time, we have to check both
- versions of a character, and we have to behave differently for positive and
- negative classes. This is the only time where OP_CLASS and OP_NEGCLASS are
- treated differently. */
-
- case OP_CLASS:
- case OP_NEGCLASS:
- {
- BOOL nasty_case = *ecode == OP_NEGCLASS && md->runtime_caseless;
- const uschar *data = ecode + 1; /* Save for matching */
- ecode += 33; /* Advance past the item */
-
- switch (*ecode)
- {
- case OP_CRSTAR:
- case OP_CRMINSTAR:
- case OP_CRPLUS:
- case OP_CRMINPLUS:
- case OP_CRQUERY:
- case OP_CRMINQUERY:
- c = *ecode++ - OP_CRSTAR;
- minimize = (c & 1) != 0;
- min = rep_min[c]; /* Pick up values from tables; */
- max = rep_max[c]; /* zero for max => infinity */
- if (max == 0) max = INT_MAX;
- break;
-
- case OP_CRRANGE:
- case OP_CRMINRANGE:
- minimize = (*ecode == OP_CRMINRANGE);
- min = (ecode[1] << 8) + ecode[2];
- max = (ecode[3] << 8) + ecode[4];
- if (max == 0) max = INT_MAX;
- ecode += 5;
- break;
-
- default: /* No repeat follows */
- min = max = 1;
- break;
- }
-
- /* First, ensure the minimum number of matches are present. */
-
- for (i = 1; i <= min; i++)
- {
- if (eptr >= md->end_subject) FAIL;
- c = *eptr++;
-
- /* Either not runtime caseless, or it was a positive class. For
- runtime caseless, continue if either case is in the map. */
-
- if (!nasty_case)
- {
- if ((data[c/8] & (1 << (c&7))) != 0) continue;
- if (md->runtime_caseless)
- {
- c = pcre_fcc[c];
- if ((data[c/8] & (1 << (c&7))) != 0) continue;
- }
- }
-
- /* Runtime caseless and it was a negative class. Continue only if
- both cases are in the map. */
-
- else
- {
- if ((data[c/8] & (1 << (c&7))) == 0) FAIL;
- c = pcre_fcc[c];
- if ((data[c/8] & (1 << (c&7))) != 0) continue;
- }
-
- FAIL;
- }
-
- /* If max == min we can continue with the main loop without the
- need to recurse. */
-
- if (min == max) continue;
-
- /* If minimizing, keep testing the rest of the expression and advancing
- the pointer while it matches the class. */
-
- if (minimize)
- {
- for (i = min;; i++)
- {
- if (match(eptr, ecode, offset_top, md)) SUCCEED;
- if (i >= max || eptr >= md->end_subject) FAIL;
- c = *eptr++;
-
- /* Either not runtime caseless, or it was a positive class. For
- runtime caseless, continue if either case is in the map. */
-
- if (!nasty_case)
- {
- if ((data[c/8] & (1 << (c&7))) != 0) continue;
- if (md->runtime_caseless)
- {
- c = pcre_fcc[c];
- if ((data[c/8] & (1 << (c&7))) != 0) continue;
- }
- }
-
- /* Runtime caseless and it was a negative class. Continue only if
- both cases are in the map. */
-
- else
- {
- if ((data[c/8] & (1 << (c&7))) == 0) return FALSE;
- c = pcre_fcc[c];
- if ((data[c/8] & (1 << (c&7))) != 0) continue;
- }
-
- FAIL;
- }
- /* Control never gets here */
- }
-
- /* If maximizing, find the longest possible run, then work backwards. */
-
- else
- {
- const uschar *pp = eptr;
- for (i = min; i < max; eptr++, i++)
- {
- if (eptr >= md->end_subject) break;
- c = *eptr;
-
- /* Either not runtime caseless, or it was a positive class. For
- runtime caseless, continue if either case is in the map. */
-
- if (!nasty_case)
- {
- if ((data[c/8] & (1 << (c&7))) != 0) continue;
- if (md->runtime_caseless)
- {
- c = pcre_fcc[c];
- if ((data[c/8] & (1 << (c&7))) != 0) continue;
- }
- }
-
- /* Runtime caseless and it was a negative class. Continue only if
- both cases are in the map. */
-
- else
- {
- if ((data[c/8] & (1 << (c&7))) == 0) break;
- c = pcre_fcc[c];
- if ((data[c/8] & (1 << (c&7))) != 0) continue;
- }
-
- break;
- }
-
- while (eptr >= pp)
- if (match(eptr--, ecode, offset_top, md)) SUCCEED;
- FAIL;
- }
- }
- /* Control never gets here */
-
- /* OP_CLASS_L opcode: handles localized character classes */
-
- case OP_CLASS_L:
- {
- const uschar *data = ecode + 1; /* Save for matching */
- const uschar locale_flag = *data;
- ecode++; data++; /* The localization support adds an extra byte */
-
- ecode += 33; /* Advance past the item */
-
- switch (*ecode)
- {
- case OP_CRSTAR:
- case OP_CRMINSTAR:
- case OP_CRPLUS:
- case OP_CRMINPLUS:
- case OP_CRQUERY:
- case OP_CRMINQUERY:
- c = *ecode++ - OP_CRSTAR;
- minimize = (c & 1) != 0;
- min = rep_min[c]; /* Pick up values from tables; */
- max = rep_max[c]; /* zero for max => infinity */
- if (max == 0) max = INT_MAX;
- break;
-
- case OP_CRRANGE:
- case OP_CRMINRANGE:
- minimize = (*ecode == OP_CRMINRANGE);
- min = (ecode[1] << 8) + ecode[2];
- max = (ecode[3] << 8) + ecode[4];
- if (max == 0) max = INT_MAX;
- ecode += 5;
- break;
-
- default: /* No repeat follows */
- if (eptr >= md->end_subject) FAIL;
- c = *eptr++;
- if ((data[c/8] & (1 << (c&7))) != 0) continue; /* With main loop */
- if ( (locale_flag & 1) && (isalnum(c) || c=='_') ) continue; /* Locale \w */
- if ( (locale_flag & 2) && (!isalnum(c) && c!='_') ) continue; /* Locale \W */
-#if 0
- if ( (locale_flag & 4) && isdigit(c) ) continue; /* Locale \d */
- if ( (locale_flag & 8) && !isdigit(c) ) continue; /* Locale \D */
- if ( (locale_flag & 16) && isspace(c) ) continue; /* Locale \s */
- if ( (locale_flag & 32) && !isspace(c) ) continue; /* Locale \S */
-#endif
-
- if (md->runtime_caseless)
- {
- c = pcre_fcc[c];
- if ((data[c/8] & (1 << (c&7))) != 0) continue; /* With main loop */
-
- if ( (locale_flag & 1) && (isalnum(c) || c=='_') ) continue; /* Locale \w */
- if ( (locale_flag & 2) && (!isalnum(c) && c!='_') ) continue; /* Locale \W */
- }
- FAIL;
- }
-
- /* First, ensure the minimum number of matches are present. */
-
- for (i = 1; i <= min; i++)
- {
- if (eptr >= md->end_subject) FAIL;
- c = *eptr++;
- if ((data[c/8] & (1 << (c&7))) != 0) continue;
- if ( (locale_flag & 1) && (isalnum(c) || c=='_') ) continue; /* Locale \w */
- if ( (locale_flag & 2) && (!isalnum(c) && c!='_') ) continue; /* Locale \W */
-
- if (md->runtime_caseless)
- {
- c = pcre_fcc[c];
- if ((data[c/8] & (1 << (c&7))) != 0) continue;
- if ( (locale_flag & 1) && (isalnum(c) || c=='_') ) continue; /* Locale \w */
- if ( (locale_flag & 2) && (!isalnum(c) && c!='_') ) continue; /* Locale \W */
- }
- FAIL;
- }
-
- /* If max == min we can continue with the main loop without the
- need to recurse. */
-
- if (min == max) continue;
-
- /* If minimizing, keep testing the rest of the expression and advancing
- the pointer while it matches the class. */
-
- if (minimize)
- {
- for (i = min;; i++)
- {
- if (match(eptr, ecode, offset_top, md)) SUCCEED;
- if (i >= max || eptr >= md->end_subject) FAIL;
- c = *eptr++;
- if ((data[c/8] & (1 << (c&7))) != 0) continue;
- if ( (locale_flag & 1) && (isalnum(c) || c=='_') ) continue; /* Locale \w */
- if ( (locale_flag & 2) && (!isalnum(c) && c!='_') ) continue; /* Locale \W */
-
- if (md->runtime_caseless)
- {
- c = pcre_fcc[c];
- if ((data[c/8] & (1 << (c&7))) != 0) continue;
- if ( (locale_flag & 1) && (isalnum(c) || c=='_') ) continue; /* Locale \w */
- if ( (locale_flag & 2) && (!isalnum(c) && c!='_') ) continue; /* Locale \W */
- }
- FAIL;
- }
- /* Control never gets here */
- }
-
- /* If maximizing, find the longest possible run, then work backwards. */
-
- else
- {
- const uschar *pp = eptr;
- for (i = min; i < max; eptr++, i++)
- {
- if (eptr >= md->end_subject) break;
- c = *eptr;
- if ((data[c/8] & (1 << (c&7))) != 0) continue;
- if ( (locale_flag & 1) && (isalnum(c) || c=='_') ) continue; /* Locale \w */
- if ( (locale_flag & 2) && (!isalnum(c) && c!='_') ) continue; /* Locale \W */
- if (md->runtime_caseless)
- {
- c = pcre_fcc[c];
- if ((data[c/8] & (1 << (c&7))) != 0) continue;
- if ( (locale_flag & 1) && (isalnum(c) || c=='_') ) continue; /* Locale \w */
- if ( (locale_flag & 2) && (!isalnum(c) && c!='_') ) continue; /* Locale \W */
- }
- break;
- }
-
- while (eptr >= pp)
- if (match(eptr--, ecode, offset_top, md)) SUCCEED;
- FAIL;
- }
- }
- /* Control never gets here */
-
- /* Match a run of characters */
-
- case OP_CHARS:
- {
- register int length = ecode[1];
- ecode += 2;
-
-#ifdef DEBUG /* Sigh. Some compilers never learn. */
- if (eptr >= md->end_subject)
- printf("matching subject <null> against pattern ");
- else
- {
- printf("matching subject ");
- pchars(eptr, length, TRUE, md);
- printf(" against pattern ");
- }
- pchars(ecode, length, FALSE, md);
- printf("\n");
-#endif
-
- if (length > md->end_subject - eptr) FAIL;
- if (md->caseless)
- {
- while (length-- > 0) if (pcre_lcc[*ecode++] != pcre_lcc[*eptr++]) FAIL;
- }
- else
- {
- while (length-- > 0) if (*ecode++ != *eptr++) FAIL;
- }
- }
- break;
-
- /* Match a single character repeatedly; different opcodes share code. */
-
- case OP_EXACT:
- min = max = (ecode[1] << 8) + ecode[2];
- ecode += 3;
- goto REPEATCHAR;
-
- case OP_UPTO:
- case OP_MINUPTO:
- min = 0;
- max = (ecode[1] << 8) + ecode[2];
- minimize = *ecode == OP_MINUPTO;
- ecode += 3;
- goto REPEATCHAR;
-
- case OP_STAR:
- case OP_MINSTAR:
- case OP_PLUS:
- case OP_MINPLUS:
- case OP_QUERY:
- case OP_MINQUERY:
- c = *ecode++ - OP_STAR;
- minimize = (c & 1) != 0;
- min = rep_min[c]; /* Pick up values from tables; */
- max = rep_max[c]; /* zero for max => infinity */
- if (max == 0) max = INT_MAX;
-
- /* Common code for all repeated single-character matches. We can give
- up quickly if there are fewer than the minimum number of characters left in
- the subject. */
-
- REPEATCHAR:
- if (min > md->end_subject - eptr) FAIL;
- c = *ecode++;
-
- /* The code is duplicated for the caseless and caseful cases, for speed,
- since matching characters is likely to be quite common. First, ensure the
- minimum number of matches are present. If min = max, continue at the same
- level without recursing. Otherwise, if minimizing, keep trying the rest of
- the expression and advancing one matching character if failing, up to the
- maximum. Alternatively, if maximizing, find the maximum number of
- characters and work backwards. */
-
- DPRINTF(("matching %c{%d,%d} against subject %.*s\n", c, min, max,
- max, eptr));
-
- if (md->caseless)
- {
- c = pcre_lcc[c];
- for (i = 1; i <= min; i++) if (c != pcre_lcc[*eptr++]) FAIL;
- if (min == max) continue;
- if (minimize)
- {
- for (i = min;; i++)
- {
- if (match(eptr, ecode, offset_top, md)) SUCCEED;
- if (i >= max || eptr >= md->end_subject || c != pcre_lcc[*eptr++])
- FAIL;
- }
- /* Control never gets here */
- }
- else
- {
- const uschar *pp = eptr;
- for (i = min; i < max; i++)
- {
- if (eptr >= md->end_subject || c != pcre_lcc[*eptr]) break;
- eptr++;
- }
- while (eptr >= pp)
- if (match(eptr--, ecode, offset_top, md)) SUCCEED;
- FAIL;
- }
- /* Control never gets here */
- }
-
- /* Caseful comparisons */
-
- else
- {
- for (i = 1; i <= min; i++) if (c != *eptr++) FAIL;
- if (min == max) continue;
- if (minimize)
- {
- for (i = min;; i++)
- {
- if (match(eptr, ecode, offset_top, md)) SUCCEED;
- if (i >= max || eptr >= md->end_subject || c != *eptr++) FAIL;
- }
- /* Control never gets here */
- }
- else
- {
- const uschar *pp = eptr;
- for (i = min; i < max; i++)
- {
- if (eptr >= md->end_subject || c != *eptr) break;
- eptr++;
- }
- while (eptr >= pp)
- if (match(eptr--, ecode, offset_top, md)) SUCCEED;
- FAIL;
- }
- }
- /* Control never gets here */
-
- /* Match a negated single character */
-
- case OP_NOT:
- if (eptr >= md->end_subject) FAIL;
- ecode++;
- if (md->caseless)
- {
- if (pcre_lcc[*ecode++] == pcre_lcc[*eptr++]) FAIL;
- }
- else
- {
- if (*ecode++ == *eptr++) FAIL;
- }
- break;
-
- /* Match a negated single character repeatedly. This is almost a repeat of
- the code for a repeated single character, but I haven't found a nice way of
- commoning these up that doesn't require a test of the positive/negative
- option for each character match. Maybe that wouldn't add very much to the
- time taken, but character matching *is* what this is all about... */
-
- case OP_NOTEXACT:
- min = max = (ecode[1] << 8) + ecode[2];
- ecode += 3;
- goto REPEATNOTCHAR;
-
- case OP_NOTUPTO:
- case OP_NOTMINUPTO:
- min = 0;
- max = (ecode[1] << 8) + ecode[2];
- minimize = *ecode == OP_NOTMINUPTO;
- ecode += 3;
- goto REPEATNOTCHAR;
-
- case OP_NOTSTAR:
- case OP_NOTMINSTAR:
- case OP_NOTPLUS:
- case OP_NOTMINPLUS:
- case OP_NOTQUERY:
- case OP_NOTMINQUERY:
- c = *ecode++ - OP_NOTSTAR;
- minimize = (c & 1) != 0;
- min = rep_min[c]; /* Pick up values from tables; */
- max = rep_max[c]; /* zero for max => infinity */
- if (max == 0) max = INT_MAX;
-
- /* Common code for all repeated single-character matches. We can give
- up quickly if there are fewer than the minimum number of characters left in
- the subject. */
-
- REPEATNOTCHAR:
- if (min > md->end_subject - eptr) FAIL;
- c = *ecode++;
-
- /* The code is duplicated for the caseless and caseful cases, for speed,
- since matching characters is likely to be quite common. First, ensure the
- minimum number of matches are present. If min = max, continue at the same
- level without recursing. Otherwise, if minimizing, keep trying the rest of
- the expression and advancing one matching character if failing, up to the
- maximum. Alternatively, if maximizing, find the maximum number of
- characters and work backwards. */
-
- DPRINTF(("negative matching %c{%d,%d} against subject %.*s\n", c, min, max,
- max, eptr));
-
- if (md->caseless)
- {
- c = pcre_lcc[c];
- for (i = 1; i <= min; i++) if (c == pcre_lcc[*eptr++]) FAIL;
- if (min == max) continue;
- if (minimize)
- {
- for (i = min;; i++)
- {
- if (match(eptr, ecode, offset_top, md)) SUCCEED;
- if (i >= max || eptr >= md->end_subject || c == pcre_lcc[*eptr++])
- FAIL;
- }
- /* Control never gets here */
- }
- else
- {
- const uschar *pp = eptr;
- for (i = min; i < max; i++)
- {
- if (eptr >= md->end_subject || c == pcre_lcc[*eptr]) break;
- eptr++;
- }
- while (eptr >= pp)
- if (match(eptr--, ecode, offset_top, md)) SUCCEED;
- FAIL;
- }
- /* Control never gets here */
- }
-
- /* Caseful comparisons */
-
- else
- {
- for (i = 1; i <= min; i++) if (c == *eptr++) FAIL;
- if (min == max) continue;
- if (minimize)
- {
- for (i = min;; i++)
- {
- if (match(eptr, ecode, offset_top, md)) SUCCEED;
- if (i >= max || eptr >= md->end_subject || c == *eptr++) FAIL;
- }
- /* Control never gets here */
- }
- else
- {
- const uschar *pp = eptr;
- for (i = min; i < max; i++)
- {
- if (eptr >= md->end_subject || c == *eptr) break;
- eptr++;
- }
- while (eptr >= pp)
- if (match(eptr--, ecode, offset_top, md)) SUCCEED;
- FAIL;
- }
- }
- /* Control never gets here */
-
- /* Match a single character type repeatedly; several different opcodes
- share code. This is very similar to the code for single characters, but we
- repeat it in the interests of efficiency. */
-
- case OP_TYPEEXACT:
- min = max = (ecode[1] << 8) + ecode[2];
- minimize = TRUE;
- ecode += 3;
- goto REPEATTYPE;
-
- case OP_TYPEUPTO:
- case OP_TYPEMINUPTO:
- min = 0;
- max = (ecode[1] << 8) + ecode[2];
- minimize = *ecode == OP_TYPEMINUPTO;
- ecode += 3;
- goto REPEATTYPE;
-
- case OP_TYPESTAR:
- case OP_TYPEMINSTAR:
- case OP_TYPEPLUS:
- case OP_TYPEMINPLUS:
- case OP_TYPEQUERY:
- case OP_TYPEMINQUERY:
- c = *ecode++ - OP_TYPESTAR;
- minimize = (c & 1) != 0;
- min = rep_min[c]; /* Pick up values from tables; */
- max = rep_max[c]; /* zero for max => infinity */
- if (max == 0) max = INT_MAX;
-
- /* Common code for all repeated single character type matches */
-
- REPEATTYPE:
- ctype = *ecode++; /* Code for the character type */
-
- /* First, ensure the minimum number of matches are present. Use inline
- code for maximizing the speed, and do the type test once at the start
- (i.e. keep it out of the loop). Also test that there are at least the
- minimum number of characters before we start. */
-
- if (min > md->end_subject - eptr) FAIL;
- if (min > 0) switch(ctype)
- {
- case OP_ANY:
- if (!md->dotall)
- { for (i = 1; i <= min; i++) if (*eptr++ == '\n') FAIL; }
- else eptr += min;
- break;
-
- case OP_NOT_DIGIT:
- for (i = 1; i <= min; i++)
- if ((pcre_ctypes[*eptr++] & ctype_digit) != 0) FAIL;
- break;
-
- case OP_DIGIT:
- for (i = 1; i <= min; i++)
- if ((pcre_ctypes[*eptr++] & ctype_digit) == 0) FAIL;
- break;
-
- case OP_NOT_WHITESPACE:
- for (i = 1; i <= min; i++)
- if ((pcre_ctypes[*eptr++] & ctype_space) != 0) FAIL;
- break;
-
- case OP_WHITESPACE:
- for (i = 1; i <= min; i++)
- if ((pcre_ctypes[*eptr++] & ctype_space) == 0) FAIL;
- break;
-
- case OP_NOT_WORDCHAR:
- for (i = 1; i <= min; i++) if ((pcre_ctypes[*eptr++] & ctype_word) != 0)
- FAIL;
- break;
-
- case OP_WORDCHAR:
- for (i = 1; i <= min; i++) if ((pcre_ctypes[*eptr++] & ctype_word) == 0)
- FAIL;
- break;
-
- case OP_NOT_WORDCHAR_L:
- for (i = 1; i <= min; i++, eptr++) if (*eptr=='_' || isalnum(*eptr))
- FAIL;
- break;
-
- case OP_WORDCHAR_L:
- for (i = 1; i <= min; i++, eptr++) if (*eptr!='_' && !isalnum(*eptr))
- FAIL;
- break;
- }
-
- /* If min = max, continue at the same level without recursing */
-
- if (min == max) continue;
-
- /* If minimizing, we have to test the rest of the pattern before each
- subsequent match, so inlining isn't much help; just use the function. */
-
- if (minimize)
- {
- for (i = min;; i++)
- {
- if (match(eptr, ecode, offset_top, md)) SUCCEED;
- if (i >= max || eptr >= md->end_subject ||
- !match_type(ctype, *eptr++, md->dotall))
- FAIL;
- }
- /* Control never gets here */
- }
-
- /* If maximizing it is worth using inline code for speed, doing the type
- test once at the start (i.e. keep it out of the loop). */
-
- else
- {
- const uschar *pp = eptr;
- switch(ctype)
- {
- case OP_ANY:
- if (!md->dotall)
- {
- for (i = min; i < max; i++)
- {
- if (eptr >= md->end_subject || *eptr == '\n') break;
- eptr++;
- }
- }
- else
- {
- c = max - min;
- if (c > md->end_subject - eptr) c = md->end_subject - eptr;
- eptr += c;
- }
- break;
-
- case OP_NOT_DIGIT:
- for (i = min; i < max; i++)
- {
- if (eptr >= md->end_subject || (pcre_ctypes[*eptr] & ctype_digit) != 0)
- break;
- eptr++;
- }
- break;
-
- case OP_DIGIT:
- for (i = min; i < max; i++)
- {
- if (eptr >= md->end_subject || (pcre_ctypes[*eptr] & ctype_digit) == 0)
- break;
- eptr++;
- }
- break;
-
- case OP_NOT_WHITESPACE:
- for (i = min; i < max; i++)
- {
- if (eptr >= md->end_subject || (pcre_ctypes[*eptr] & ctype_space) != 0)
- break;
- eptr++;
- }
- break;
-
- case OP_WHITESPACE:
- for (i = min; i < max; i++)
- {
- if (eptr >= md->end_subject || (pcre_ctypes[*eptr] & ctype_space) == 0)
- break;
- eptr++;
- }
- break;
-
- case OP_NOT_WORDCHAR:
- for (i = min; i < max; i++)
- {
- if (eptr >= md->end_subject || (pcre_ctypes[*eptr] & ctype_word) != 0)
- break;
- eptr++;
- }
- break;
-
- case OP_WORDCHAR:
- for (i = min; i < max; i++)
- {
- if (eptr >= md->end_subject || (pcre_ctypes[*eptr] & ctype_word) == 0)
- break;
- eptr++;
- }
- break;
- case OP_NOT_WORDCHAR_L:
- for (i = min; i < max; i++)
- {
- if (eptr >= md->end_subject || (*eptr=='_' || isalnum(*eptr) ) )
- break;
- eptr++;
- }
- break;
-
- case OP_WORDCHAR_L:
- for (i = min; i < max; i++)
- {
- if (eptr >= md->end_subject || (*eptr!='_' && !isalnum(*eptr) ) )
- break;
- eptr++;
- }
- break;
- }
-
- while (eptr >= pp)
- if (match(eptr--, ecode, offset_top, md)) SUCCEED;
- FAIL;
- }
- /* Control never gets here */
-
- /* There's been some horrible disaster. */
-
- default:
- DPRINTF(("Unknown opcode %d\n", *ecode));
- md->errorcode = PCRE_ERROR_UNKNOWN_NODE;
- FAIL;
- }
-
- /* Do not stick any code in here without much thought; it is assumed
- that "continue" in the code above comes out to here to repeat the main
- loop. */
-
- } /* End of main loop */
-/* Control never reaches here */
-
-fail:
- if (md->point > save_stack_position)
- {
- /* If there are still points remaining on the stack, pop the next one off */
- int off_num;
-
- md->point--;
- offset_top = md->offset_top[md->point];
- eptr = md->eptr[md->point];
- ecode = md->ecode[md->point];
- off_num = md->off_num[md->point];
- md->offset_vector[off_num] = md->r1[md->point];
- md->offset_vector[off_num+1] = md->r2[md->point];
- goto match_loop;
- }
- /* Failure, and nothing left on the stack, so end this function call */
-
- /* Restore the top of the stack to where it was before this function
- call. This lets us use one stack for everything; recursive calls
- can push and pop information, and may increase the stack. When
- the call returns, the parent function can resume pushing and
- popping wherever it was. */
-
- md->point = save_stack_position;
- return FALSE;
-
-succeed:
- return TRUE;
-}
-
-
-
-/*************************************************
-* Segregate setjmp() *
-*************************************************/
-
-/* The -Wall option of gcc gives warnings for all local variables when setjmp()
-is used, even if the coding conforms to the rules of ANSI C. To avoid this, we
-hide it in a separate function. This is called only when PCRE_EXTRA is set,
-since it's needed only for the extension \X option, and with any luck, a good
-compiler will spot the tail recursion and compile it efficiently.
-
-Arguments:
- eptr pointer in subject
- ecode position in code
- offset_top current top pointer
- md pointer to "static" info for the match
-
-Returns: TRUE if matched
-*/
-
-static BOOL
-match_with_setjmp(const uschar *eptr, const uschar *ecode, int offset_top,
- match_data *match_block)
-{
-return setjmp(match_block->fail_env) == 0 &&
- match(eptr, ecode, offset_top, match_block);
-}
-
-
-
-/*************************************************
-* Execute a Regular Expression *
-*************************************************/
-
-/* This function applies a compiled re to a subject string and picks out
-portions of the string if it matches. Two elements in the vector are set for
-each substring: the offsets to the start and end of the substring.
-
-Arguments:
- external_re points to the compiled expression
- external_extra points to "hints" from pcre_study() or is NULL
- subject points to the subject string
- length length of subject string (may contain binary zeros)
- options option bits
- offsets points to a vector of ints to be filled in with offsets
- offsetcount the number of elements in the vector
-
-Returns: > 0 => success; value is the number of elements filled in
- = 0 => success, but offsets is not big enough
- -1 => failed to match
- < -1 => some kind of unexpected problem
-*/
-
-int
-pcre_exec(const pcre *external_re, const pcre_extra *external_extra,
- const char *subject, int length, int start_pos, int options,
- int *offsets, int offsetcount)
-{
- /* The "volatile" directives are to make gcc -Wall stop complaining
- that these variables can be clobbered by the longjmp. Hopefully
- they won't cost too much performance. */
-volatile int resetcount, ocount;
-volatile int first_char = -1;
-const uschar * volatile start_bits = NULL;
-const uschar * volatile start_match = (const uschar *)subject + start_pos;
-match_data match_block;
-const uschar *end_subject;
-const real_pcre *re = (const real_pcre *)external_re;
-const real_pcre_extra *extra = (const real_pcre_extra *)external_extra;
-volatile BOOL using_temporary_offsets = FALSE;
-volatile BOOL anchored = ((re->options | options) & PCRE_ANCHORED) != 0;
-volatile BOOL startline = (re->options & PCRE_STARTLINE) != 0;
-
-if ((options & ~PUBLIC_EXEC_OPTIONS) != 0) return PCRE_ERROR_BADOPTION;
-
-if (re == NULL || subject == NULL ||
- (offsets == NULL && offsetcount > 0)) return PCRE_ERROR_NULL;
-if (re->magic_number != MAGIC_NUMBER) return PCRE_ERROR_BADMAGIC;
-
-match_block.start_subject = (const uschar *)subject;
-match_block.end_subject = match_block.start_subject + length;
-end_subject = match_block.end_subject;
-
-match_block.caseless = ((re->options | options) & PCRE_CASELESS) != 0;
-match_block.runtime_caseless = match_block.caseless &&
- (re->options & PCRE_CASELESS) == 0;
-
-match_block.multiline = ((re->options | options) & PCRE_MULTILINE) != 0;
-match_block.dotall = ((re->options | options) & PCRE_DOTALL) != 0;
-match_block.endonly = ((re->options | options) & PCRE_DOLLAR_ENDONLY) != 0;
-
-match_block.notbol = (options & PCRE_NOTBOL) != 0;
-match_block.noteol = (options & PCRE_NOTEOL) != 0;
-
-match_block.errorcode = PCRE_ERROR_NOMATCH; /* Default error */
-
-/* Set the stack state to empty */
- match_block.off_num = match_block.offset_top = NULL;
- match_block.r1 = match_block.r2 = NULL;
- match_block.eptr = match_block.ecode = NULL;
- match_block.point = match_block.length = 0;
-
-/* If the expression has got more back references than the offsets supplied can
-hold, we get a temporary bit of working store to use during the matching.
-Otherwise, we can use the vector supplied, rounding down its size to a multiple
-of 2. */
-
-ocount = offsetcount & (-2);
-if (re->top_backref > 0 && re->top_backref >= ocount/2)
- {
- ocount = re->top_backref * 2 + 2;
- match_block.offset_vector = (int *)(pcre_malloc)(ocount * sizeof(int));
- if (match_block.offset_vector == NULL) return PCRE_ERROR_NOMEMORY;
- using_temporary_offsets = TRUE;
- DPRINTF(("Got memory to hold back references\n"));
- }
-else match_block.offset_vector = offsets;
-
-match_block.offset_end = ocount;
-match_block.offset_overflow = FALSE;
-
-/* Compute the minimum number of offsets that we need to reset each time. Doing
-this makes a huge difference to execution time when there aren't many brackets
-in the pattern. */
-
-resetcount = 2 + re->top_bracket * 2;
-if (resetcount > offsetcount) resetcount = ocount;
-
-/* If MULTILINE is set at exec time but was not set at compile time, and the
-anchored flag is set, we must re-check because a setting provoked by ^ in the
-pattern is not right in multi-line mode. Calling is_anchored() again here does
-the right check, because multiline is now set. If it now yields FALSE, the
-expression must have had ^ starting some of its branches. Check to see if
-that is true for *all* branches, and if so, set the startline flag. */
-
-if (match_block.multiline && anchored && (re->options & PCRE_MULTILINE) == 0 &&
- !is_anchored(re->code, match_block.multiline))
- {
- anchored = FALSE;
- if (is_startline(re->code)) startline = TRUE;
- }
-
-/* Set up the first character to match, if available. The first_char value is
-never set for an anchored regular expression, but the anchoring may be forced
-at run time, so we have to test for anchoring. The first char may be unset for
-an unanchored pattern, of course. If there's no first char and the pattern was
-studied, the may be a bitmap of possible first characters. However, we can
-use this only if the caseless state of the studying was correct. */
-
-if (!anchored)
- {
- if ((re->options & PCRE_FIRSTSET) != 0)
- {
- first_char = re->first_char;
- if (match_block.caseless) first_char = pcre_lcc[first_char];
- }
- else
- if (!startline && extra != NULL &&
- (extra->options & PCRE_STUDY_MAPPED) != 0 &&
- ((extra->options & PCRE_STUDY_CASELESS) != 0) == match_block.caseless)
- start_bits = extra->start_bits;
- }
-
-/* Loop for unanchored matches; for anchored regexps the loop runs just once. */
-
-do
- {
- int rc;
- register int *iptr = match_block.offset_vector;
- register int *iend = iptr + resetcount;
-
- /* Reset the maximum number of extractions we might see. */
-
- while (iptr < iend) *iptr++ = -1;
-
- /* Advance to a unique first char if possible */
-
- if (first_char >= 0)
- {
- if (match_block.caseless)
- while (start_match < end_subject && pcre_lcc[*start_match] != first_char)
- start_match++;
- else
- while (start_match < end_subject && *start_match != first_char)
- start_match++;
- }
-
- /* Or to just after \n for a multiline match if possible */
-
- else if (startline)
- {
- if (start_match > match_block.start_subject)
- {
- while (start_match < end_subject && start_match[-1] != '\n')
- start_match++;
- }
- }
-
- /* Or to a non-unique first char */
-
- else if (start_bits != NULL)
- {
- while (start_match < end_subject)
- {
- register int c = *start_match;
- if ((start_bits[c/8] & (1 << (c&7))) == 0) start_match++; else break;
- }
- }
-
-#ifdef DEBUG /* Sigh. Some compilers never learn. */
- printf(">>>> Match against: ");
- pchars(start_match, end_subject - start_match, TRUE, &match_block);
- printf("\n");
-#endif
-
- /* When a match occurs, substrings will be set for all internal extractions;
- we just need to set up the whole thing as substring 0 before returning. If
- there were too many extractions, set the return code to zero. In the case
- where we had to get some local store to hold offsets for backreferences, copy
- those back references that we can. In this case there need not be overflow
- if certain parts of the pattern were not used.
-
- Before starting the match, we have to set up a longjmp() target to enable
- the "cut" operation to fail a match completely without backtracking. This
- is done in a separate function to avoid compiler warnings. We need not do
- it unless PCRE_EXTRA is set, since only in that case is the "cut" operation
- enabled. */
-
- /* To handle errors such as running out of memory for the failure
- stack, we need to save this location via setjmp(), so
- error-handling code can call longjmp() to jump out of deeply-nested code. */
- if (setjmp(match_block.error_env)==0)
- {
-
- if ((re->options & PCRE_EXTRA) != 0)
- {
- if (!match_with_setjmp(start_match, re->code, 2, &match_block))
- continue;
- }
- else if (!match(start_match, re->code, 2, &match_block)) continue;
-
- /* Copy the offset information from temporary store if necessary */
-
- if (using_temporary_offsets)
- {
- if (offsetcount >= 4)
- {
- memcpy(offsets + 2, match_block.offset_vector + 2,
- (offsetcount - 2) * sizeof(int));
- DPRINTF(("Copied offsets from temporary memory\n"));
- }
- if (match_block.end_offset_top > offsetcount)
- match_block.offset_overflow = TRUE;
-
- DPRINTF(("Freeing temporary memory\n"));
- (pcre_free)(match_block.offset_vector);
- }
-
- rc = match_block.offset_overflow? 0 : match_block.end_offset_top/2;
-
- if (match_block.offset_end < 2) rc = 0; else
- {
- offsets[0] = start_match - match_block.start_subject;
- offsets[1] = match_block.end_match_ptr - match_block.start_subject;
- }
-
- DPRINTF((">>>> returning %d\n", rc));
- free_stack(&match_block);
- return rc;
- } /* End of (if setjmp(match_block.error_env)...) */
- free_stack(&match_block);
-
- /* Return an error code; pcremodule.c will preserve the exception */
- if (PyErr_Occurred()) return PCRE_ERROR_NOMEMORY;
- }
-while (!anchored &&
- match_block.errorcode == PCRE_ERROR_NOMATCH &&
- start_match++ < end_subject);
-
-if (using_temporary_offsets)
- {
- DPRINTF(("Freeing temporary memory\n"));
- (pcre_free)(match_block.offset_vector);
- }
-
-#ifdef DEBUG
-printf(">>>> returning %d\n", match_block.errorcode);
-#endif
-
- free_stack(&match_block);
- return match_block.errorcode;
-}
-
-/* End of pcre.c */
generated by cgit v0.12 at 2024-09-22 22:37:41 (GMT)