summaryrefslogtreecommitdiffstats
path: root/generic/regexec.c
diff options
context:
space:
mode:
Diffstat (limited to 'generic/regexec.c')
-rw-r--r--generic/regexec.c1675
1 files changed, 1675 insertions, 0 deletions
diff --git a/generic/regexec.c b/generic/regexec.c
new file mode 100644
index 0000000..4220062
--- /dev/null
+++ b/generic/regexec.c
@@ -0,0 +1,1675 @@
+/*
+ * re_*exec and friends - match REs
+ */
+
+#include "regguts.h"
+
+
+
+/* internal variables, bundled for easy passing around */
+struct vars {
+ regex_t *re;
+ struct guts *g;
+ int eflags; /* copies of arguments */
+ size_t nmatch;
+ regmatch_t *pmatch;
+ chr *start; /* start of string */
+ chr *stop; /* just past end of string */
+ int err; /* error code if any (0 none) */
+ regoff_t *mem; /* memory vector for backtracking */
+ regoff_t *mem1; /* localizer vector */
+ regoff_t *mem2; /* dissector vector */
+};
+#define VISERR(vv) ((vv)->err != 0) /* have we seen an error yet? */
+#define ISERR() VISERR(v)
+#define VERR(vv,e) (((vv)->err) ? (vv)->err : ((vv)->err = (e)))
+#define ERR(e) VERR(v, e) /* record an error */
+#define NOERR() {if (ISERR()) return;} /* if error seen, return */
+#define OFF(p) ((p) - v->start)
+
+
+
+/* lazy-DFA representation */
+struct arcp { /* "pointer" to an outarc */
+ struct sset *ss;
+ color co;
+};
+
+struct sset { /* state set */
+ unsigned *states; /* pointer to bitvector */
+ unsigned hash; /* xor of bitvector */
+ int flags;
+# define STARTER 01 /* the initial state set */
+# define POSTSTATE 02 /* includes the goal state */
+# define LOCKED 04 /* locked in cache */
+ struct arcp ins; /* chain of inarcs pointing here */
+ chr *lastseen; /* last entered on arrival here */
+ struct sset **outs; /* outarc vector indexed by color */
+ struct arcp *inchain; /* chain-pointer vector for outarcs */
+};
+
+struct dfa {
+ int nssets; /* size of cache */
+ int nssused; /* how many entries occupied yet */
+ int nstates; /* number of states */
+ int ncolors; /* length of outarc and inchain vectors */
+ int wordsper; /* length of state-set bitvectors */
+ struct sset *ssets; /* state-set cache */
+ unsigned *statesarea; /* bitvector storage */
+ unsigned *work; /* pointer to work area within statesarea */
+ struct sset **outsarea; /* outarc-vector storage */
+ struct arcp *incarea; /* inchain storage */
+ struct cnfa *cnfa;
+ struct colormap *cm;
+ chr *lastpost; /* location of last cache-flushed success */
+ struct sset *search; /* replacement-search-pointer memory */
+};
+
+#define CACHE 200
+#define WORK 1 /* number of work bitvectors needed */
+
+
+
+/*
+ * forward declarations
+ */
+/* =====^!^===== begin forwards =====^!^===== */
+/* automatically gathered by fwd; do not hand-edit */
+/* === regexec.c === */
+int exec _ANSI_ARGS_((regex_t *, CONST chr *, size_t, rm_detail_t *, size_t, regmatch_t [], int));
+static int find _ANSI_ARGS_((struct vars *, struct cnfa *, struct colormap *));
+static int cfind _ANSI_ARGS_((struct vars *, struct cnfa *, struct colormap *));
+static VOID zapmatches _ANSI_ARGS_((regmatch_t *, size_t));
+static VOID zapmem _ANSI_ARGS_((struct vars *, struct rtree *));
+static VOID subset _ANSI_ARGS_((struct vars *, struct subre *, chr *, chr *));
+static int dissect _ANSI_ARGS_((struct vars *, struct rtree *, chr *, chr *));
+static int altdissect _ANSI_ARGS_((struct vars *, struct rtree *, chr *, chr *));
+static int cdissect _ANSI_ARGS_((struct vars *, struct rtree *, chr *, chr *));
+static int crevdissect _ANSI_ARGS_((struct vars *, struct rtree *, chr *, chr *));
+static int csindissect _ANSI_ARGS_((struct vars *, struct rtree *, chr *, chr *));
+static int cbrdissect _ANSI_ARGS_((struct vars *, struct rtree *, chr *, chr *));
+static int caltdissect _ANSI_ARGS_((struct vars *, struct rtree *, chr *, chr *));
+static chr *dismatch _ANSI_ARGS_((struct vars *, struct rtree *, chr *, chr *));
+static chr *dismrev _ANSI_ARGS_((struct vars *, struct rtree *, chr *, chr *));
+static chr *dismsin _ANSI_ARGS_((struct vars *, struct rtree *, chr *, chr *));
+static chr *longest _ANSI_ARGS_((struct vars *, struct dfa *, chr *, chr *));
+static chr *shortest _ANSI_ARGS_((struct vars *, struct dfa *, chr *, chr *, chr *));
+static struct dfa *newdfa _ANSI_ARGS_((struct vars *, struct cnfa *, struct colormap *));
+static VOID freedfa _ANSI_ARGS_((struct dfa *));
+static unsigned hash _ANSI_ARGS_((unsigned *, int));
+static struct sset *initialize _ANSI_ARGS_((struct vars *, struct dfa *, chr *));
+static struct sset *miss _ANSI_ARGS_((struct vars *, struct dfa *, struct sset *, pcolor, chr *, chr *));
+static int lacon _ANSI_ARGS_((struct vars *, struct cnfa *, chr *, pcolor));
+static struct sset *getvacant _ANSI_ARGS_((struct vars *, struct dfa *, chr *, chr *));
+static struct sset *pickss _ANSI_ARGS_((struct vars *, struct dfa *, chr *, chr *));
+/* automatically gathered by fwd; do not hand-edit */
+/* =====^!^===== end forwards =====^!^===== */
+
+
+
+/*
+ - exec - match regular expression
+ ^ int exec(regex_t *, CONST chr *, size_t, rm_detail_t *,
+ ^ size_t, regmatch_t [], int);
+ */
+int
+exec(re, string, len, details, nmatch, pmatch, flags)
+regex_t *re;
+CONST chr *string;
+size_t len;
+rm_detail_t *details; /* hook for future elaboration */
+size_t nmatch;
+regmatch_t pmatch[];
+int flags;
+{
+ struct vars var;
+ register struct vars *v = &var;
+ int st;
+ size_t n;
+ int complications;
+
+ /* sanity checks */
+ if (re == NULL || string == NULL || re->re_magic != REMAGIC)
+ return REG_INVARG;
+ if (re->re_csize != sizeof(chr))
+ return REG_MIXED;
+
+ /* setup */
+ v->re = re;
+ v->g = (struct guts *)re->re_guts;
+ complications = (v->g->info&REG_UBACKREF) ? 1 : 0;
+ if (v->g->usedshorter)
+ complications = 1;
+ v->eflags = flags;
+ if (v->g->cflags&REG_NOSUB)
+ nmatch = 0; /* override client */
+ v->nmatch = nmatch;
+ if (complications && v->nmatch < v->g->nsub + 1) {
+ /* need work area bigger than what user gave us */
+ v->pmatch = (regmatch_t *)MALLOC((v->g->nsub + 1) *
+ sizeof(regmatch_t));
+ if (v->pmatch == NULL)
+ return REG_ESPACE;
+ v->nmatch = v->g->nsub + 1;
+ } else
+ v->pmatch = pmatch;
+ v->start = (chr *)string;
+ v->stop = (chr *)string + len;
+ v->err = 0;
+ if (complications) {
+ v->mem1 = (regoff_t *)MALLOC(2*v->g->ntree*sizeof(regoff_t));
+ if (v->mem1 == NULL) {
+ if (v->pmatch != pmatch)
+ FREE(v->pmatch);
+ return REG_ESPACE;
+ }
+ v->mem2 = v->mem1 + v->g->ntree;
+ } else
+ v->mem1 = NULL;
+
+ /* do it */
+ if (complications)
+ st = cfind(v, &v->g->cnfa, v->g->cm);
+ else
+ st = find(v, &v->g->cnfa, v->g->cm);
+ if (st == REG_OKAY && v->pmatch != pmatch && nmatch > 0) {
+ zapmatches(pmatch, nmatch);
+ n = (nmatch < v->nmatch) ? nmatch : v->nmatch;
+ memcpy(VS(pmatch), VS(v->pmatch), n*sizeof(regmatch_t));
+ }
+ if (v->pmatch != pmatch)
+ FREE(v->pmatch);
+ if (v->mem1 != NULL)
+ FREE(v->mem1);
+ return st;
+}
+
+/*
+ - find - find a match for the main NFA (no-complications case)
+ ^ static int find(struct vars *, struct cnfa *, struct colormap *);
+ */
+static int
+find(v, cnfa, cm)
+struct vars *v;
+struct cnfa *cnfa;
+struct colormap *cm;
+{
+ struct dfa *d = newdfa(v, cnfa, cm);
+ chr *begin;
+ chr *end;
+ chr *stop = (cnfa->flags&LEFTANCH) ? v->start : v->stop;
+
+ if (d == NULL)
+ return v->err;
+
+ for (begin = v->start; begin <= stop; begin++) {
+ MDEBUG(("\ntrying at %ld\n", (long)OFF(begin)));
+ end = longest(v, d, begin, v->stop);
+ if (end != NULL) {
+ if (v->nmatch > 0) {
+ v->pmatch[0].rm_so = OFF(begin);
+ v->pmatch[0].rm_eo = OFF(end);
+ }
+ freedfa(d);
+ if (v->nmatch > 1) {
+ zapmatches(v->pmatch, v->nmatch);
+ return dissect(v, v->g->tree, begin, end);
+ }
+ if (ISERR())
+ return v->err;
+ return REG_OKAY;
+ }
+ }
+
+ freedfa(d);
+ if (ISERR())
+ return v->err;
+ return REG_NOMATCH;
+}
+
+/*
+ - cfind - find a match for the main NFA (with complications)
+ ^ static int cfind(struct vars *, struct cnfa *, struct colormap *);
+ */
+static int
+cfind(v, cnfa, cm)
+struct vars *v;
+struct cnfa *cnfa;
+struct colormap *cm;
+{
+ struct dfa *d = newdfa(v, cnfa, cm);
+ chr *begin;
+ chr *end;
+ chr *stop = (cnfa->flags&LEFTANCH) ? v->start : v->stop;
+ chr *estop;
+ int er;
+ int usedis = (v->g->tree == NULL || v->g->tree->op == '|') ? 0 : 1;
+
+ if (d == NULL)
+ return v->err;
+
+ if (!v->g->usedshorter)
+ usedis = 0;
+ for (begin = v->start; begin <= stop; begin++) {
+ MDEBUG(("\ntrying at %ld\n", (long)OFF(begin)));
+ if (usedis) {
+ v->mem = v->mem1;
+ zapmem(v, v->g->tree);
+ }
+ estop = v->stop;
+ for (;;) {
+ if (usedis) {
+ v->mem = v->mem1;
+ end = dismatch(v, v->g->tree, begin, v->stop);
+ } else
+ end = longest(v, d, begin, estop);
+ if (end == NULL)
+ break; /* NOTE BREAK OUT */
+ MDEBUG(("tentative end %ld\n", (long)OFF(end)));
+ zapmatches(v->pmatch, v->nmatch);
+ v->mem = v->mem2;
+ zapmem(v, v->g->tree);
+ er = cdissect(v, v->g->tree, begin, end);
+ switch (er) {
+ case REG_OKAY:
+ if (v->nmatch > 0) {
+ v->pmatch[0].rm_so = OFF(begin);
+ v->pmatch[0].rm_eo = OFF(end);
+ }
+ freedfa(d);
+ if (ISERR())
+ return v->err;
+ return REG_OKAY;
+ break;
+ case REG_NOMATCH:
+ /* go around and try again */
+ if (!usedis) {
+ if (end == begin) {
+ /* no point in trying again */
+ freedfa(d);
+ return REG_NOMATCH;
+ }
+ estop = end - 1;
+ }
+ break;
+ default:
+ freedfa(d);
+ return er;
+ break;
+ }
+ }
+ }
+
+ freedfa(d);
+ if (ISERR())
+ return v->err;
+ return REG_NOMATCH;
+}
+
+/*
+ - zapmatches - initialize the subexpression matches to "no match"
+ ^ static VOID zapmatches(regmatch_t *, size_t);
+ */
+static VOID
+zapmatches(p, n)
+regmatch_t *p;
+size_t n;
+{
+ size_t i;
+
+ for (i = n-1; i > 0; i--) {
+ p[i].rm_so = -1;
+ p[i].rm_eo = -1;
+ }
+}
+
+/*
+ - zapmem - initialize the retry memory of a subtree to zeros
+ ^ static VOID zapmem(struct vars *, struct rtree *);
+ */
+static VOID
+zapmem(v, rt)
+struct vars *v;
+struct rtree *rt;
+{
+ if (rt == NULL)
+ return;
+
+ assert(v->mem != NULL);
+ v->mem[rt->no] = 0;
+
+ if (rt->left.tree != NULL)
+ zapmem(v, rt->left.tree);
+ if (rt->left.subno > 0) {
+ v->pmatch[rt->left.subno].rm_so = -1;
+ v->pmatch[rt->left.subno].rm_eo = -1;
+ }
+ if (rt->right.tree != NULL)
+ zapmem(v, rt->right.tree);
+ if (rt->right.subno > 0) {
+ v->pmatch[rt->right.subno].rm_so = -1;
+ v->pmatch[rt->right.subno].rm_eo = -1;
+ }
+ if (rt->next != NULL)
+ zapmem(v, rt->next);
+}
+
+/*
+ - subset - set any subexpression relevant to a successful subre
+ ^ static VOID subset(struct vars *, struct subre *, chr *, chr *);
+ */
+static VOID
+subset(v, sub, begin, end)
+struct vars *v;
+struct subre *sub;
+chr *begin;
+chr *end;
+{
+ int n = sub->subno;
+
+ if (n == 0)
+ return;
+ assert(n > 0);
+ if ((size_t)n >= v->nmatch)
+ return;
+
+ MDEBUG(("setting %d\n", n));
+ v->pmatch[n].rm_so = OFF(begin);
+ v->pmatch[n].rm_eo = OFF(end);
+}
+
+/*
+ - dissect - determine subexpression matches (uncomplicated case)
+ ^ static int dissect(struct vars *, struct rtree *, chr *, chr *);
+ */
+static int /* regexec return code */
+dissect(v, rt, begin, end)
+struct vars *v;
+struct rtree *rt;
+chr *begin; /* beginning of relevant substring */
+chr *end; /* end of same */
+{
+ struct dfa *d;
+ struct dfa *d2;
+ chr *mid;
+ int i;
+
+ if (rt == NULL)
+ return REG_OKAY;
+ MDEBUG(("substring %ld-%ld\n", (long)OFF(begin), (long)OFF(end)));
+
+ /* alternatives -- punt to auxiliary */
+ if (rt->op == '|')
+ return altdissect(v, rt, begin, end);
+
+ /* concatenation -- need to split the substring between parts */
+ assert(rt->op == ',');
+ assert(rt->left.cnfa.nstates > 0);
+ d = newdfa(v, &rt->left.cnfa, v->g->cm);
+ if (ISERR())
+ return v->err;
+
+ /* in some cases, there may be no right side... */
+ if (rt->right.cnfa.nstates == 0) {
+ MDEBUG(("singleton\n"));
+ if (longest(v, d, begin, end) != end) {
+ freedfa(d);
+ return REG_ASSERT;
+ }
+ freedfa(d);
+ assert(rt->left.subno >= 0);
+ subset(v, &rt->left, begin, end);
+ return dissect(v, rt->left.tree, begin, end);
+ }
+
+ /* general case */
+ assert(rt->right.cnfa.nstates > 0);
+ d2 = newdfa(v, &rt->right.cnfa, v->g->cm);
+ if (ISERR()) {
+ freedfa(d);
+ return v->err;
+ }
+
+ /* pick a tentative midpoint */
+ mid = longest(v, d, begin, end);
+ if (mid == NULL) {
+ freedfa(d);
+ freedfa(d2);
+ return REG_ASSERT;
+ }
+ MDEBUG(("tentative midpoint %ld\n", (long)OFF(mid)));
+
+ /* iterate until satisfaction or failure */
+ while (longest(v, d2, mid, end) != end) {
+ /* that midpoint didn't work, find a new one */
+ if (mid == begin) {
+ /* all possibilities exhausted! */
+ MDEBUG(("no midpoint!\n"));
+ freedfa(d);
+ freedfa(d2);
+ return REG_ASSERT;
+ }
+ mid = longest(v, d, begin, mid-1);
+ if (mid == NULL) {
+ /* failed to find a new one! */
+ MDEBUG(("failed midpoint!\n"));
+ freedfa(d);
+ freedfa(d2);
+ return REG_ASSERT;
+ }
+ MDEBUG(("new midpoint %ld\n", (long)OFF(mid)));
+ }
+
+ /* satisfaction */
+ MDEBUG(("successful\n"));
+ freedfa(d);
+ freedfa(d2);
+ assert(rt->left.subno >= 0);
+ subset(v, &rt->left, begin, mid);
+ assert(rt->right.subno >= 0);
+ subset(v, &rt->right, mid, end);
+ i = dissect(v, rt->left.tree, begin, mid);
+ if (i != REG_OKAY)
+ return i;
+ return dissect(v, rt->right.tree, mid, end);
+}
+
+/*
+ - altdissect - determine alternative subexpression matches (uncomplicated)
+ ^ static int altdissect(struct vars *, struct rtree *, chr *, chr *);
+ */
+static int /* regexec return code */
+altdissect(v, rt, begin, end)
+struct vars *v;
+struct rtree *rt;
+chr *begin; /* beginning of relevant substring */
+chr *end; /* end of same */
+{
+ struct dfa *d;
+ int i;
+
+ assert(rt != NULL);
+ assert(rt->op == '|');
+
+ for (i = 0; rt != NULL; rt = rt->next, i++) {
+ MDEBUG(("trying %dth\n", i));
+ assert(rt->left.begin != NULL);
+ d = newdfa(v, &rt->left.cnfa, v->g->cm);
+ if (ISERR())
+ return v->err;
+ if (longest(v, d, begin, end) == end) {
+ MDEBUG(("success\n"));
+ freedfa(d);
+ assert(rt->left.subno >= 0);
+ subset(v, &rt->left, begin, end);
+ return dissect(v, rt->left.tree, begin, end);
+ }
+ freedfa(d);
+ }
+ return REG_ASSERT; /* none of them matched?!? */
+}
+
+/*
+ - cdissect - determine subexpression matches (with complications)
+ * The retry memory stores the offset of the trial midpoint from begin,
+ * plus 1 so that 0 uniquely means "clean slate".
+ ^ static int cdissect(struct vars *, struct rtree *, chr *, chr *);
+ */
+static int /* regexec return code */
+cdissect(v, rt, begin, end)
+struct vars *v;
+struct rtree *rt;
+chr *begin; /* beginning of relevant substring */
+chr *end; /* end of same */
+{
+ struct dfa *d;
+ struct dfa *d2;
+ chr *mid;
+ int er;
+
+ if (rt == NULL)
+ return REG_OKAY;
+ MDEBUG(("csubstr %ld-%ld\n", (long)OFF(begin), (long)OFF(end)));
+
+ /* punt various cases to auxiliaries */
+ if (rt->op == '|') /* alternatives */
+ return caltdissect(v, rt, begin, end);
+ if (rt->op == 'b') /* backref */
+ return cbrdissect(v, rt, begin, end);
+ if (rt->right.cnfa.nstates == 0) /* no RHS */
+ return csindissect(v, rt, begin, end);
+ if (rt->left.prefer == SHORTER) /* reverse scan */
+ return crevdissect(v, rt, begin, end);
+
+ /* concatenation -- need to split the substring between parts */
+ assert(rt->op == ',');
+ assert(rt->left.cnfa.nstates > 0);
+ assert(rt->right.cnfa.nstates > 0);
+ d = newdfa(v, &rt->left.cnfa, v->g->cm);
+ if (ISERR())
+ return v->err;
+ d2 = newdfa(v, &rt->right.cnfa, v->g->cm);
+ if (ISERR()) {
+ freedfa(d);
+ return v->err;
+ }
+ MDEBUG(("cconcat %d\n", rt->no));
+
+ /* pick a tentative midpoint */
+ if (v->mem[rt->no] == 0) {
+ mid = longest(v, d, begin, end);
+ if (mid == NULL) {
+ freedfa(d);
+ freedfa(d2);
+ return REG_NOMATCH;
+ }
+ MDEBUG(("tentative midpoint %ld\n", (long)OFF(mid)));
+ subset(v, &rt->left, begin, mid);
+ v->mem[rt->no] = (mid - begin) + 1;
+ } else {
+ mid = begin + (v->mem[rt->no] - 1);
+ MDEBUG(("working midpoint %ld\n", (long)OFF(mid)));
+ }
+
+ /* iterate until satisfaction or failure */
+ for (;;) {
+ /* try this midpoint on for size */
+ er = cdissect(v, rt->left.tree, begin, mid);
+ if (er == REG_OKAY && longest(v, d2, mid, end) == end &&
+ (er = cdissect(v, rt->right.tree, mid, end)) ==
+ REG_OKAY)
+ break; /* NOTE BREAK OUT */
+ if (er != REG_OKAY && er != REG_NOMATCH) {
+ freedfa(d);
+ freedfa(d2);
+ return er;
+ }
+
+ /* that midpoint didn't work, find a new one */
+ if (mid == begin) {
+ /* all possibilities exhausted */
+ MDEBUG(("%d no midpoint\n", rt->no));
+ freedfa(d);
+ freedfa(d2);
+ return REG_NOMATCH;
+ }
+ mid = longest(v, d, begin, mid-1);
+ if (mid == NULL) {
+ /* failed to find a new one */
+ MDEBUG(("%d failed midpoint\n", rt->no));
+ freedfa(d);
+ freedfa(d2);
+ return REG_NOMATCH;
+ }
+ MDEBUG(("%d: new midpoint %ld\n", rt->no, (long)OFF(mid)));
+ subset(v, &rt->left, begin, mid);
+ v->mem[rt->no] = (mid - begin) + 1;
+ zapmem(v, rt->left.tree);
+ zapmem(v, rt->right.tree);
+ }
+
+ /* satisfaction */
+ MDEBUG(("successful\n"));
+ freedfa(d);
+ freedfa(d2);
+ subset(v, &rt->right, mid, end);
+ return REG_OKAY;
+}
+
+/*
+ - crevdissect - determine shortest-first subexpression matches
+ * The retry memory stores the offset of the trial midpoint from begin,
+ * plus 1 so that 0 uniquely means "clean slate".
+ ^ static int crevdissect(struct vars *, struct rtree *, chr *, chr *);
+ */
+static int /* regexec return code */
+crevdissect(v, rt, begin, end)
+struct vars *v;
+struct rtree *rt;
+chr *begin; /* beginning of relevant substring */
+chr *end; /* end of same */
+{
+ struct dfa *d;
+ struct dfa *d2;
+ chr *mid;
+ int er;
+
+ if (rt == NULL)
+ return REG_OKAY;
+ assert(rt->op == ',' && rt->left.prefer == SHORTER);
+
+ /* concatenation -- need to split the substring between parts */
+ assert(rt->left.cnfa.nstates > 0);
+ assert(rt->right.cnfa.nstates > 0);
+ d = newdfa(v, &rt->left.cnfa, v->g->cm);
+ if (ISERR())
+ return v->err;
+ d2 = newdfa(v, &rt->right.cnfa, v->g->cm);
+ if (ISERR()) {
+ freedfa(d);
+ return v->err;
+ }
+ MDEBUG(("crev %d\n", rt->no));
+
+ /* pick a tentative midpoint */
+ if (v->mem[rt->no] == 0) {
+ mid = shortest(v, d, begin, begin, end);
+ if (mid == NULL) {
+ freedfa(d);
+ freedfa(d2);
+ return REG_NOMATCH;
+ }
+ MDEBUG(("tentative midpoint %ld\n", (long)OFF(mid)));
+ subset(v, &rt->left, begin, mid);
+ v->mem[rt->no] = (mid - begin) + 1;
+ } else {
+ mid = begin + (v->mem[rt->no] - 1);
+ MDEBUG(("working midpoint %ld\n", (long)OFF(mid)));
+ }
+
+ /* iterate until satisfaction or failure */
+ for (;;) {
+ /* try this midpoint on for size */
+ er = cdissect(v, rt->left.tree, begin, mid);
+ if (er == REG_OKAY && longest(v, d2, mid, end) == end &&
+ (er = cdissect(v, rt->right.tree, mid, end)) ==
+ REG_OKAY)
+ break; /* NOTE BREAK OUT */
+ if (er != REG_OKAY && er != REG_NOMATCH) {
+ freedfa(d);
+ freedfa(d2);
+ return er;
+ }
+
+ /* that midpoint didn't work, find a new one */
+ if (mid == end) {
+ /* all possibilities exhausted */
+ MDEBUG(("%d no midpoint\n", rt->no));
+ freedfa(d);
+ freedfa(d2);
+ return REG_NOMATCH;
+ }
+ mid = shortest(v, d, begin, mid+1, end);
+ if (mid == NULL) {
+ /* failed to find a new one */
+ MDEBUG(("%d failed midpoint\n", rt->no));
+ freedfa(d);
+ freedfa(d2);
+ return REG_NOMATCH;
+ }
+ MDEBUG(("%d: new midpoint %ld\n", rt->no, (long)OFF(mid)));
+ subset(v, &rt->left, begin, mid);
+ v->mem[rt->no] = (mid - begin) + 1;
+ zapmem(v, rt->left.tree);
+ zapmem(v, rt->right.tree);
+ }
+
+ /* satisfaction */
+ MDEBUG(("successful\n"));
+ freedfa(d);
+ freedfa(d2);
+ subset(v, &rt->right, mid, end);
+ return REG_OKAY;
+}
+
+/*
+ - csindissect - determine singleton subexpression matches (with complications)
+ ^ static int csindissect(struct vars *, struct rtree *, chr *, chr *);
+ */
+static int /* regexec return code */
+csindissect(v, rt, begin, end)
+struct vars *v;
+struct rtree *rt;
+chr *begin; /* beginning of relevant substring */
+chr *end; /* end of same */
+{
+ struct dfa *d;
+ int er;
+
+ assert(rt != NULL);
+ assert(rt->op == ',');
+ assert(rt->right.cnfa.nstates == 0);
+ MDEBUG(("csingleton %d\n", rt->no));
+
+ assert(rt->left.cnfa.nstates > 0);
+
+ /* exploit memory only to suppress repeated work in retries */
+ if (!v->mem[rt->no]) {
+ d = newdfa(v, &rt->left.cnfa, v->g->cm);
+ if (longest(v, d, begin, end) != end) {
+ freedfa(d);
+ return REG_NOMATCH;
+ }
+ freedfa(d);
+ v->mem[rt->no] = 1;
+ MDEBUG(("csingleton matched\n"));
+ }
+
+ er = cdissect(v, rt->left.tree, begin, end);
+ if (er != REG_OKAY)
+ return er;
+ subset(v, &rt->left, begin, end);
+ return REG_OKAY;
+}
+
+/*
+ - cbrdissect - determine backref subexpression matches
+ ^ static int cbrdissect(struct vars *, struct rtree *, chr *, chr *);
+ */
+static int /* regexec return code */
+cbrdissect(v, rt, begin, end)
+struct vars *v;
+struct rtree *rt;
+chr *begin; /* beginning of relevant substring */
+chr *end; /* end of same */
+{
+ int i;
+ int n = -rt->left.subno;
+ size_t len;
+ chr *paren;
+ chr *p;
+ chr *stop;
+ int min = rt->left.min;
+ int max = rt->left.max;
+
+ assert(rt != NULL);
+ assert(rt->op == 'b');
+ assert(rt->right.cnfa.nstates == 0);
+ assert(n >= 0);
+ assert((size_t)n < v->nmatch);
+
+ MDEBUG(("cbackref n%d %d{%d-%d}\n", rt->no, n, min, max));
+
+ if (v->pmatch[n].rm_so == -1)
+ return REG_NOMATCH;
+ paren = v->start + v->pmatch[n].rm_so;
+ len = v->pmatch[n].rm_eo - v->pmatch[n].rm_so;
+
+ /* no room to maneuver -- retries are pointless */
+ if (v->mem[rt->no])
+ return REG_NOMATCH;
+ v->mem[rt->no] = 1;
+
+ /* special-case zero-length string */
+ if (len == 0) {
+ if (begin == end)
+ return REG_OKAY;
+ return REG_NOMATCH;
+ }
+
+ /* and too-short string */
+ assert(end >= begin);
+ if ((size_t)(end - begin) < len)
+ return REG_NOMATCH;
+ stop = end - len;
+
+ /* count occurrences */
+ i = 0;
+ for (p = begin; p <= stop && (i < max || max == INFINITY); p += len) {
+ if ((*v->g->compare)(paren, p, len) != 0)
+ break;
+ i++;
+ }
+ MDEBUG(("cbackref found %d\n", i));
+
+ /* and sort it out */
+ if (p != end) /* didn't consume all of it */
+ return REG_NOMATCH;
+ if (min <= i && (i <= max || max == INFINITY))
+ return REG_OKAY;
+ return REG_NOMATCH; /* out of range */
+}
+
+/*
+ - caltdissect - determine alternative subexpression matches (w. complications)
+ ^ static int caltdissect(struct vars *, struct rtree *, chr *, chr *);
+ */
+static int /* regexec return code */
+caltdissect(v, rt, begin, end)
+struct vars *v;
+struct rtree *rt;
+chr *begin; /* beginning of relevant substring */
+chr *end; /* end of same */
+{
+ struct dfa *d;
+ int er;
+# define UNTRIED 0 /* not yet tried at all */
+# define TRYING 1 /* top matched, trying submatches */
+# define TRIED 2 /* top didn't match or submatches exhausted */
+
+ if (rt == NULL)
+ return REG_NOMATCH;
+ assert(rt->op == '|');
+ if (v->mem[rt->no] == TRIED)
+ return caltdissect(v, rt->next, begin, end);
+
+ MDEBUG(("calt n%d\n", rt->no));
+ assert(rt->left.begin != NULL);
+
+ if (v->mem[rt->no] == UNTRIED) {
+ d = newdfa(v, &rt->left.cnfa, v->g->cm);
+ if (ISERR())
+ return v->err;
+ if (longest(v, d, begin, end) != end) {
+ freedfa(d);
+ v->mem[rt->no] = TRIED;
+ return caltdissect(v, rt->next, begin, end);
+ }
+ freedfa(d);
+ MDEBUG(("calt matched\n"));
+ v->mem[rt->no] = TRYING;
+ }
+
+ er = cdissect(v, rt->left.tree, begin, end);
+ if (er == REG_OKAY) {
+ subset(v, &rt->left, begin, end);
+ return REG_OKAY;
+ }
+ if (er != REG_NOMATCH)
+ return er;
+
+ v->mem[rt->no] = TRIED;
+ return caltdissect(v, rt->next, begin, end);
+}
+
+/*
+ - dismatch - determine overall match using top-level dissection
+ * The retry memory stores the offset of the trial midpoint from begin,
+ * plus 1 so that 0 uniquely means "clean slate".
+ ^ static chr *dismatch(struct vars *, struct rtree *, chr *, chr *);
+ */
+static chr * /* endpoint, or NULL */
+dismatch(v, rt, begin, end)
+struct vars *v;
+struct rtree *rt;
+chr *begin; /* beginning of relevant substring */
+chr *end; /* end of same */
+{
+ struct dfa *d;
+ struct dfa *d2;
+ chr *mid;
+ chr *ret;
+
+ if (rt == NULL)
+ return begin;
+ MDEBUG(("dsubstr %ld-%ld\n", (long)OFF(begin), (long)OFF(end)));
+
+ /* punt various cases to auxiliaries */
+ if (rt->right.cnfa.nstates == 0) /* no RHS */
+ return dismsin(v, rt, begin, end);
+ if (rt->left.prefer == SHORTER) /* reverse scan */
+ return dismrev(v, rt, begin, end);
+
+ /* concatenation -- need to split the substring between parts */
+ assert(rt->op == ',');
+ assert(rt->left.cnfa.nstates > 0);
+ assert(rt->right.cnfa.nstates > 0);
+ d = newdfa(v, &rt->left.cnfa, v->g->cm);
+ if (ISERR())
+ return NULL;
+ d2 = newdfa(v, &rt->right.cnfa, v->g->cm);
+ if (ISERR()) {
+ freedfa(d);
+ return NULL;
+ }
+ MDEBUG(("dconcat %d\n", rt->no));
+
+ /* pick a tentative midpoint */
+ if (v->mem[rt->no] == 0) {
+ mid = longest(v, d, begin, end);
+ if (mid == NULL) {
+ freedfa(d);
+ freedfa(d2);
+ return NULL;
+ }
+ MDEBUG(("tentative midpoint %ld\n", (long)OFF(mid)));
+ v->mem[rt->no] = (mid - begin) + 1;
+ } else {
+ mid = begin + (v->mem[rt->no] - 1);
+ MDEBUG(("working midpoint %ld\n", (long)OFF(mid)));
+ }
+
+ /* iterate until satisfaction or failure */
+ for (;;) {
+ /* try this midpoint on for size */
+ if (rt->right.tree == NULL || rt->right.tree->op == 'b') {
+ if (rt->right.prefer == LONGER)
+ ret = longest(v, d2, mid, end);
+ else
+ ret = shortest(v, d2, mid, mid, end);
+ } else {
+ if (longest(v, d2, mid, end) != NULL)
+ ret = dismatch(v, rt->right.tree, mid, end);
+ else
+ ret = NULL;
+ }
+ if (ret != NULL)
+ break; /* NOTE BREAK OUT */
+
+ /* that midpoint didn't work, find a new one */
+ if (mid == begin) {
+ /* all possibilities exhausted */
+ MDEBUG(("%d no midpoint\n", rt->no));
+ freedfa(d);
+ freedfa(d2);
+ return NULL;
+ }
+ mid = longest(v, d, begin, mid-1);
+ if (mid == NULL) {
+ /* failed to find a new one */
+ MDEBUG(("%d failed midpoint\n", rt->no));
+ freedfa(d);
+ freedfa(d2);
+ return NULL;
+ }
+ MDEBUG(("%d: new midpoint %ld\n", rt->no, (long)OFF(mid)));
+ v->mem[rt->no] = (mid - begin) + 1;
+ zapmem(v, rt->right.tree);
+ }
+
+ /* satisfaction */
+ MDEBUG(("successful\n"));
+ freedfa(d);
+ freedfa(d2);
+ return ret;
+}
+
+/*
+ - dismrev - determine overall match using top-level dissection
+ * The retry memory stores the offset of the trial midpoint from begin,
+ * plus 1 so that 0 uniquely means "clean slate".
+ ^ static chr *dismrev(struct vars *, struct rtree *, chr *, chr *);
+ */
+static chr * /* endpoint, or NULL */
+dismrev(v, rt, begin, end)
+struct vars *v;
+struct rtree *rt;
+chr *begin; /* beginning of relevant substring */
+chr *end; /* end of same */
+{
+ struct dfa *d;
+ struct dfa *d2;
+ chr *mid;
+ chr *ret;
+
+ if (rt == NULL)
+ return begin;
+ MDEBUG(("rsubstr %ld-%ld\n", (long)OFF(begin), (long)OFF(end)));
+
+ /* concatenation -- need to split the substring between parts */
+ assert(rt->op == ',');
+ assert(rt->left.cnfa.nstates > 0);
+ assert(rt->right.cnfa.nstates > 0);
+ d = newdfa(v, &rt->left.cnfa, v->g->cm);
+ if (ISERR())
+ return NULL;
+ d2 = newdfa(v, &rt->right.cnfa, v->g->cm);
+ if (ISERR()) {
+ freedfa(d);
+ return NULL;
+ }
+ MDEBUG(("dconcat %d\n", rt->no));
+
+ /* pick a tentative midpoint */
+ if (v->mem[rt->no] == 0) {
+ mid = shortest(v, d, begin, begin, end);
+ if (mid == NULL) {
+ freedfa(d);
+ freedfa(d2);
+ return NULL;
+ }
+ MDEBUG(("tentative midpoint %ld\n", (long)OFF(mid)));
+ v->mem[rt->no] = (mid - begin) + 1;
+ } else {
+ mid = begin + (v->mem[rt->no] - 1);
+ MDEBUG(("working midpoint %ld\n", (long)OFF(mid)));
+ }
+
+ /* iterate until satisfaction or failure */
+ for (;;) {
+ /* try this midpoint on for size */
+ if (rt->right.tree == NULL || rt->right.tree->op == 'b') {
+ if (rt->right.prefer == LONGER)
+ ret = longest(v, d2, mid, end);
+ else
+ ret = shortest(v, d2, mid, mid, end);
+ } else {
+ if (longest(v, d2, mid, end) != NULL)
+ ret = dismatch(v, rt->right.tree, mid, end);
+ else
+ ret = NULL;
+ }
+ if (ret != NULL)
+ break; /* NOTE BREAK OUT */
+
+ /* that midpoint didn't work, find a new one */
+ if (mid == end) {
+ /* all possibilities exhausted */
+ MDEBUG(("%d no midpoint\n", rt->no));
+ freedfa(d);
+ freedfa(d2);
+ return NULL;
+ }
+ mid = shortest(v, d, begin, mid+1, end);
+ if (mid == NULL) {
+ /* failed to find a new one */
+ MDEBUG(("%d failed midpoint\n", rt->no));
+ freedfa(d);
+ freedfa(d2);
+ return NULL;
+ }
+ MDEBUG(("%d: new midpoint %ld\n", rt->no, (long)OFF(mid)));
+ v->mem[rt->no] = (mid - begin) + 1;
+ zapmem(v, rt->right.tree);
+ }
+
+ /* satisfaction */
+ MDEBUG(("successful\n"));
+ freedfa(d);
+ freedfa(d2);
+ return ret;
+}
+
+/*
+ - dismsin - determine singleton subexpression matches (with complications)
+ ^ static chr *dismsin(struct vars *, struct rtree *, chr *, chr *);
+ */
+static chr *
+dismsin(v, rt, begin, end)
+struct vars *v;
+struct rtree *rt;
+chr *begin; /* beginning of relevant substring */
+chr *end; /* end of same */
+{
+ struct dfa *d;
+ chr *ret;
+
+ assert(rt != NULL);
+ assert(rt->op == ',');
+ assert(rt->right.cnfa.nstates == 0);
+ MDEBUG(("dsingleton %d\n", rt->no));
+
+ assert(rt->left.cnfa.nstates > 0);
+
+ /* retries are pointless */
+ if (v->mem[rt->no])
+ return NULL;
+ v->mem[rt->no] = 1;
+
+ d = newdfa(v, &rt->left.cnfa, v->g->cm);
+ if (d == NULL)
+ return NULL;
+ if (rt->left.prefer == LONGER)
+ ret = longest(v, d, begin, end);
+ else
+ ret = shortest(v, d, begin, begin, end);
+ freedfa(d);
+ if (ret != NULL)
+ MDEBUG(("dsingleton matched\n"));
+ return ret;
+}
+
+/*
+ - longest - longest-preferred matching engine
+ ^ static chr *longest(struct vars *, struct dfa *, chr *, chr *);
+ */
+static chr * /* endpoint, or NULL */
+longest(v, d, start, stop)
+struct vars *v; /* used only for debug and exec flags */
+struct dfa *d;
+chr *start; /* where the match should start */
+chr *stop; /* match must end at or before here */
+{
+ chr *cp;
+ chr *realstop = (stop == v->stop) ? stop : stop + 1;
+ color co;
+ struct sset *css;
+ struct sset *ss;
+ chr *post;
+ int i;
+ struct colormap *cm = d->cm;
+
+ /* initialize */
+ css = initialize(v, d, start);
+ cp = start;
+
+ /* startup */
+ FDEBUG(("+++ startup +++\n"));
+ if (cp == v->start) {
+ co = d->cnfa->bos[(v->eflags&REG_NOTBOL) ? 0 : 1];
+ FDEBUG(("color %ld\n", (long)co));
+ } else {
+ co = GETCOLOR(cm, *(cp - 1));
+ FDEBUG(("char %c, color %ld\n", (char)*(cp-1), (long)co));
+ }
+ css = miss(v, d, css, co, cp, start);
+ if (css == NULL)
+ return NULL;
+ css->lastseen = cp;
+
+ /* main loop */
+ if (v->eflags&REG_FTRACE)
+ while (cp < realstop) {
+ FDEBUG(("+++ at c%d +++\n", css - d->ssets));
+ co = GETCOLOR(cm, *cp);
+ FDEBUG(("char %c, color %ld\n", (char)*cp, (long)co));
+ ss = css->outs[co];
+ if (ss == NULL) {
+ ss = miss(v, d, css, co, cp+1, start);
+ if (ss == NULL)
+ break; /* NOTE BREAK OUT */
+ }
+ cp++;
+ ss->lastseen = cp;
+ css = ss;
+ }
+ else
+ while (cp < realstop) {
+ co = GETCOLOR(cm, *cp);
+ ss = css->outs[co];
+ if (ss == NULL) {
+ ss = miss(v, d, css, co, cp+1, start);
+ if (ss == NULL)
+ break; /* NOTE BREAK OUT */
+ }
+ cp++;
+ ss->lastseen = cp;
+ css = ss;
+ }
+
+ /* shutdown */
+ FDEBUG(("+++ shutdown at c%d +++\n", css - d->ssets));
+ if (cp == v->stop && stop == v->stop) {
+ co = d->cnfa->eos[(v->eflags&REG_NOTEOL) ? 0 : 1];
+ FDEBUG(("color %ld\n", (long)co));
+ ss = miss(v, d, css, co, cp, start);
+ /* special case: match ended at eol? */
+ if (ss != NULL && (ss->flags&POSTSTATE))
+ return cp;
+ else if (ss != NULL)
+ ss->lastseen = cp; /* to be tidy */
+ }
+
+ /* find last match, if any */
+ post = d->lastpost;
+ for (ss = d->ssets, i = 0; i < d->nssused; ss++, i++)
+ if ((ss->flags&POSTSTATE) && post != ss->lastseen &&
+ (post == NULL || post < ss->lastseen))
+ post = ss->lastseen;
+ if (post != NULL) /* found one */
+ return post - 1;
+
+ return NULL;
+}
+
+/*
+ - shortest - shortest-preferred matching engine
+ ^ static chr *shortest(struct vars *, struct dfa *, chr *, chr *, chr *);
+ */
+static chr * /* endpoint, or NULL */
+shortest(v, d, start, min, max)
+struct vars *v; /* used only for debug and exec flags */
+struct dfa *d;
+chr *start; /* where the match should start */
+chr *min; /* match must end at or after here */
+chr *max; /* match must end at or before here */
+{
+ chr *cp;
+ chr *realmin = (min == v->stop) ? min : min + 1;
+ chr *realmax = (max == v->stop) ? max : max + 1;
+ color co;
+ struct sset *css;
+ struct sset *ss;
+ struct colormap *cm = d->cm;
+
+ /* initialize */
+ css = initialize(v, d, start);
+ cp = start;
+
+ /* startup */
+ FDEBUG(("--- startup ---\n"));
+ if (cp == v->start) {
+ co = d->cnfa->bos[(v->eflags&REG_NOTBOL) ? 0 : 1];
+ FDEBUG(("color %ld\n", (long)co));
+ } else {
+ co = GETCOLOR(cm, *(cp - 1));
+ FDEBUG(("char %c, color %ld\n", (char)*(cp-1), (long)co));
+ }
+ css = miss(v, d, css, co, cp, start);
+ if (css == NULL)
+ return NULL;
+ css->lastseen = cp;
+ ss = css;
+
+ /* main loop */
+ if (v->eflags&REG_FTRACE)
+ while (cp < realmax) {
+ FDEBUG(("--- at c%d ---\n", css - d->ssets));
+ co = GETCOLOR(cm, *cp);
+ FDEBUG(("char %c, color %ld\n", (char)*cp, (long)co));
+ ss = css->outs[co];
+ if (ss == NULL) {
+ ss = miss(v, d, css, co, cp+1, start);
+ if (ss == NULL)
+ break; /* NOTE BREAK OUT */
+ }
+ cp++;
+ ss->lastseen = cp;
+ css = ss;
+ if ((ss->flags&POSTSTATE) && cp >= realmin)
+ break; /* NOTE BREAK OUT */
+ }
+ else
+ while (cp < realmax) {
+ co = GETCOLOR(cm, *cp);
+ ss = css->outs[co];
+ if (ss == NULL) {
+ ss = miss(v, d, css, co, cp+1, start);
+ if (ss == NULL)
+ break; /* NOTE BREAK OUT */
+ }
+ cp++;
+ ss->lastseen = cp;
+ css = ss;
+ if ((ss->flags&POSTSTATE) && cp >= realmin)
+ break; /* NOTE BREAK OUT */
+ }
+
+ if (ss == NULL)
+ return NULL;
+ if (ss->flags&POSTSTATE) {
+ assert(cp >= realmin);
+ return cp - 1;
+ }
+
+ /* shutdown */
+ FDEBUG(("--- shutdown at c%d ---\n", css - d->ssets));
+ if (cp == v->stop && max == v->stop) {
+ co = d->cnfa->eos[(v->eflags&REG_NOTEOL) ? 0 : 1];
+ FDEBUG(("color %ld\n", (long)co));
+ ss = miss(v, d, css, co, cp, start);
+ /* special case: match ended at eol? */
+ if (ss != NULL && (ss->flags&POSTSTATE))
+ return cp;
+ }
+
+ return NULL;
+}
+
+/*
+ - newdfa - set up a fresh DFA
+ ^ static struct dfa *newdfa(struct vars *, struct cnfa *,
+ ^ struct colormap *);
+ */
+static struct dfa *
+newdfa(v, cnfa, cm)
+struct vars *v;
+struct cnfa *cnfa;
+struct colormap *cm;
+{
+ struct dfa *d = (struct dfa *)MALLOC(sizeof(struct dfa));
+ int wordsper = (cnfa->nstates + UBITS - 1) / UBITS;
+ struct sset *ss;
+ int i;
+
+ assert(cnfa != NULL && cnfa->nstates != 0);
+ if (d == NULL) {
+ ERR(REG_ESPACE);
+ return NULL;
+ }
+
+ d->ssets = (struct sset *)MALLOC(CACHE * sizeof(struct sset));
+ d->statesarea = (unsigned *)MALLOC((CACHE+WORK) * wordsper *
+ sizeof(unsigned));
+ d->work = &d->statesarea[CACHE * wordsper];
+ d->outsarea = (struct sset **)MALLOC(CACHE * cnfa->ncolors *
+ sizeof(struct sset *));
+ d->incarea = (struct arcp *)MALLOC(CACHE * cnfa->ncolors *
+ sizeof(struct arcp));
+ if (d->ssets == NULL || d->statesarea == NULL || d->outsarea == NULL ||
+ d->incarea == NULL) {
+ freedfa(d);
+ ERR(REG_ESPACE);
+ return NULL;
+ }
+
+ d->nssets = (v->eflags&REG_SMALL) ? 5 : CACHE;
+ d->nssused = 0;
+ d->nstates = cnfa->nstates;
+ d->ncolors = cnfa->ncolors;
+ d->wordsper = wordsper;
+ d->cnfa = cnfa;
+ d->cm = cm;
+ d->lastpost = NULL;
+ d->search = d->ssets;
+
+ for (ss = d->ssets, i = 0; i < d->nssets; ss++, i++) {
+ /* initialization of most fields is done as needed */
+ ss->states = &d->statesarea[i * d->wordsper];
+ ss->outs = &d->outsarea[i * d->ncolors];
+ ss->inchain = &d->incarea[i * d->ncolors];
+ }
+
+ return d;
+}
+
+/*
+ - freedfa - free a DFA
+ ^ static VOID freedfa(struct dfa *);
+ */
+static VOID
+freedfa(d)
+struct dfa *d;
+{
+ if (d->ssets != NULL)
+ FREE(d->ssets);
+ if (d->statesarea != NULL)
+ FREE(d->statesarea);
+ if (d->outsarea != NULL)
+ FREE(d->outsarea);
+ if (d->incarea != NULL)
+ FREE(d->incarea);
+ FREE(d);
+}
+
+/*
+ - hash - construct a hash code for a bitvector
+ * There are probably better ways, but they're more expensive.
+ ^ static unsigned hash(unsigned *, int);
+ */
+static unsigned
+hash(uv, n)
+unsigned *uv;
+int n;
+{
+ int i;
+ unsigned h;
+
+ h = 0;
+ for (i = 0; i < n; i++)
+ h ^= uv[i];
+ return h;
+}
+
+/*
+ - initialize - hand-craft a cache entry for startup, otherwise get ready
+ ^ static struct sset *initialize(struct vars *, struct dfa *, chr *);
+ */
+static struct sset *
+initialize(v, d, start)
+struct vars *v; /* used only for debug flags */
+struct dfa *d;
+chr *start;
+{
+ struct sset *ss;
+ int i;
+
+ /* is previous one still there? */
+ if (d->nssused > 0 && (d->ssets[0].flags&STARTER))
+ ss = &d->ssets[0];
+ else { /* no, must (re)build it */
+ ss = getvacant(v, d, start, start);
+ for (i = 0; i < d->wordsper; i++)
+ ss->states[i] = 0;
+ BSET(ss->states, d->cnfa->pre);
+ ss->hash = hash(ss->states, d->wordsper);
+ assert(d->cnfa->pre != d->cnfa->post);
+ ss->flags = STARTER;
+ /* lastseen dealt with below */
+ }
+
+ for (i = 0; i < d->nssused; i++)
+ d->ssets[i].lastseen = NULL;
+ ss->lastseen = start; /* maybe untrue, but harmless */
+ d->lastpost = NULL;
+ return ss;
+}
+
+/*
+ - miss - handle a cache miss
+ ^ static struct sset *miss(struct vars *, struct dfa *, struct sset *,
+ ^ pcolor, chr *, chr *);
+ */
+static struct sset * /* NULL if goes to empty set */
+miss(v, d, css, co, cp, start)
+struct vars *v; /* used only for debug flags */
+struct dfa *d;
+struct sset *css;
+pcolor co;
+chr *cp; /* next chr */
+chr *start; /* where the attempt got started */
+{
+ struct cnfa *cnfa = d->cnfa;
+ int i;
+ unsigned h;
+ struct carc *ca;
+ struct sset *p;
+ int ispost;
+ int gotstate;
+ int dolacons;
+ int didlacons;
+
+ /* for convenience, we can be called even if it might not be a miss */
+ if (css->outs[co] != NULL) {
+ FDEBUG(("hit\n"));
+ return css->outs[co];
+ }
+ FDEBUG(("miss\n"));
+
+ /* first, what set of states would we end up in? */
+ for (i = 0; i < d->wordsper; i++)
+ d->work[i] = 0;
+ ispost = 0;
+ gotstate = 0;
+ for (i = 0; i < d->nstates; i++)
+ if (ISBSET(css->states, i))
+ for (ca = cnfa->states[i]; ca->co != COLORLESS; ca++)
+ if (ca->co == co) {
+ BSET(d->work, ca->to);
+ gotstate = 1;
+ if (ca->to == cnfa->post)
+ ispost = 1;
+ FDEBUG(("%d -> %d\n", i, ca->to));
+ }
+ dolacons = (gotstate) ? (cnfa->flags&HASLACONS) : 0;
+ didlacons = 0;
+ while (dolacons) { /* transitive closure */
+ dolacons = 0;
+ for (i = 0; i < d->nstates; i++)
+ if (ISBSET(d->work, i))
+ for (ca = cnfa->states[i]; ca->co != COLORLESS;
+ ca++)
+ if (ca->co > cnfa->ncolors &&
+ !ISBSET(d->work, ca->to) &&
+ lacon(v, cnfa, cp,
+ ca->co)) {
+ BSET(d->work, ca->to);
+ dolacons = 1;
+ didlacons = 1;
+ if (ca->to == cnfa->post)
+ ispost = 1;
+ FDEBUG(("%d :> %d\n",i,ca->to));
+ }
+ }
+ if (!gotstate)
+ return NULL;
+ h = hash(d->work, d->wordsper);
+
+ /* next, is that in the cache? */
+ for (p = d->ssets, i = d->nssused; i > 0; p++, i--)
+ if (p->hash == h && memcmp(VS(d->work), VS(p->states),
+ d->wordsper*sizeof(unsigned)) == 0) {
+ FDEBUG(("cached c%d\n", p - d->ssets));
+ break; /* NOTE BREAK OUT */
+ }
+ if (i == 0) { /* nope, need a new cache entry */
+ p = getvacant(v, d, cp, start);
+ assert(p != css);
+ for (i = 0; i < d->wordsper; i++)
+ p->states[i] = d->work[i];
+ p->hash = h;
+ p->flags = (ispost) ? POSTSTATE : 0;
+ /* lastseen to be dealt with by caller */
+ }
+
+ if (!didlacons) { /* lookahead conds. always cache miss */
+ css->outs[co] = p;
+ css->inchain[co] = p->ins;
+ p->ins.ss = css;
+ p->ins.co = (color)co;
+ }
+ return p;
+}
+
+/*
+ - lacon - lookahead-constraint checker for miss()
+ ^ static int lacon(struct vars *, struct cnfa *, chr *, pcolor);
+ */
+static int /* predicate: constraint satisfied? */
+lacon(v, pcnfa, cp, co)
+struct vars *v;
+struct cnfa *pcnfa; /* parent cnfa */
+chr *cp;
+pcolor co; /* "color" of the lookahead constraint */
+{
+ int n;
+ struct subre *sub;
+ struct dfa *d;
+ chr *end;
+
+ n = co - pcnfa->ncolors;
+ assert(n < v->g->nlacons && v->g->lacons != NULL);
+ FDEBUG(("=== testing lacon %d\n", n));
+ sub = &v->g->lacons[n];
+ d = newdfa(v, &sub->cnfa, v->g->cm);
+ if (d == NULL) {
+ ERR(REG_ESPACE);
+ return 0;
+ }
+ end = longest(v, d, cp, v->stop);
+ freedfa(d);
+ FDEBUG(("=== lacon %d match %d\n", n, (end != NULL)));
+ return (sub->subno) ? (end != NULL) : (end == NULL);
+}
+
+/*
+ - getvacant - get a vacant state set
+ * This routine clears out the inarcs and outarcs, but does not otherwise
+ * clear the innards of the state set -- that's up to the caller.
+ ^ static struct sset *getvacant(struct vars *, struct dfa *, chr *, chr *);
+ */
+static struct sset *
+getvacant(v, d, cp, start)
+struct vars *v; /* used only for debug flags */
+struct dfa *d;
+chr *cp;
+chr *start;
+{
+ int i;
+ struct sset *ss;
+ struct sset *p;
+ struct arcp ap;
+ struct arcp lastap;
+ color co;
+
+ ss = pickss(v, d, cp, start);
+ assert(!(ss->flags&LOCKED));
+
+ /* clear out its inarcs, including self-referential ones */
+ ap = ss->ins;
+ while ((p = ap.ss) != NULL) {
+ co = ap.co;
+ FDEBUG(("zapping c%d's %ld outarc\n", p - d->ssets, (long)co));
+ p->outs[co] = NULL;
+ ap = p->inchain[co];
+ p->inchain[co].ss = NULL; /* paranoia */
+ }
+ ss->ins.ss = NULL;
+
+ /* take it off the inarc chains of the ssets reached by its outarcs */
+ for (i = 0; i < d->ncolors; i++) {
+ p = ss->outs[i];
+ assert(p != ss); /* not self-referential */
+ if (p == NULL)
+ continue; /* NOTE CONTINUE */
+ FDEBUG(("del outarc %d from c%d's in chn\n", i, p - d->ssets));
+ if (p->ins.ss == ss && p->ins.co == i)
+ p->ins = ss->inchain[i];
+ else {
+ assert(p->ins.ss != NULL);
+ for (ap = p->ins; ap.ss != NULL &&
+ !(ap.ss == ss && ap.co == i);
+ ap = ap.ss->inchain[ap.co])
+ lastap = ap;
+ assert(ap.ss != NULL);
+ lastap.ss->inchain[lastap.co] = ss->inchain[i];
+ }
+ ss->outs[i] = NULL;
+ ss->inchain[i].ss = NULL;
+ }
+
+ /* if ss was a success state, may need to remember location */
+ if ((ss->flags&POSTSTATE) && ss->lastseen != d->lastpost &&
+ (d->lastpost == NULL || d->lastpost < ss->lastseen))
+ d->lastpost = ss->lastseen;
+
+ return ss;
+}
+
+/*
+ - pickss - pick the next stateset to be used
+ ^ static struct sset *pickss(struct vars *, struct dfa *, chr *, chr *);
+ */
+static struct sset *
+pickss(v, d, cp, start)
+struct vars *v; /* used only for debug flags */
+struct dfa *d;
+chr *cp;
+chr *start;
+{
+ int i;
+ struct sset *ss;
+ struct sset *end;
+ chr *ancient;
+
+ /* shortcut for cases where cache isn't full */
+ if (d->nssused < d->nssets) {
+ ss = &d->ssets[d->nssused];
+ d->nssused++;
+ FDEBUG(("new c%d\n", ss - d->ssets));
+ /* must make innards consistent */
+ ss->ins.ss = NULL;
+ for (i = 0; i < d->ncolors; i++) {
+ ss->outs[i] = NULL;
+ ss->inchain[i].ss = NULL;
+ }
+ ss->flags = 0;
+ return ss;
+ }
+
+ /* look for oldest, or old enough anyway */
+ if (cp - start > d->nssets*3/4) /* oldest 25% are expendable */
+ ancient = cp - d->nssets*3/4;
+ else
+ ancient = start;
+ for (ss = d->search, end = &d->ssets[d->nssets]; ss < end; ss++)
+ if ((ss->lastseen == NULL || ss->lastseen < ancient) &&
+ !(ss->flags&LOCKED)) {
+ d->search = ss + 1;
+ FDEBUG(("replacing c%d\n", ss - d->ssets));
+ return ss;
+ }
+ for (ss = d->ssets, end = d->search; ss < end; ss++)
+ if ((ss->lastseen == NULL || ss->lastseen < ancient) &&
+ !(ss->flags&LOCKED)) {
+ d->search = ss + 1;
+ FDEBUG(("replacing c%d\n", ss - d->ssets));
+ return ss;
+ }
+
+ /* nobody's old enough?!? -- something's really wrong */
+ FDEBUG(("can't find victim to replace!\n"));
+ assert(NOTREACHED);
+ ERR(REG_ASSERT);
+ return d->ssets;
+}