diff options
author | dundargoc <gocdundar@gmail.com> | 2023-11-04 12:25:50 +0100 |
---|---|---|
committer | dundargoc <33953936+dundargoc@users.noreply.github.com> | 2023-11-05 11:48:42 +0100 |
commit | 4d757bbfbb6c0e5280563779c4b4ee1ce9142cf0 (patch) | |
tree | 17f2259504d3c592965119bf4c9e4ed83a88dcb5 | |
parent | 92e99bb1058dd837c451675175efb8511c5f8e15 (diff) | |
download | rneovim-4d757bbfbb6c0e5280563779c4b4ee1ce9142cf0.tar.gz rneovim-4d757bbfbb6c0e5280563779c4b4ee1ce9142cf0.tar.bz2 rneovim-4d757bbfbb6c0e5280563779c4b4ee1ce9142cf0.zip |
refactor: combine regexp files
regext_bt.c and regexp_nfa.c are inlined into regexp.c instead of
included as a header. This makes developer tools like clang-tidy and
clangd be able to understand the code better.
-rw-r--r-- | .clang-tidy | 1 | ||||
-rw-r--r-- | cmake.config/iwyu/mapping.imp | 1 | ||||
-rw-r--r-- | src/nvim/CMakeLists.txt | 8 | ||||
-rw-r--r-- | src/nvim/regexp.c | 13277 | ||||
-rw-r--r-- | src/nvim/regexp.h | 4 | ||||
-rw-r--r-- | src/nvim/regexp_bt.c | 5662 | ||||
-rw-r--r-- | src/nvim/regexp_nfa.c | 7639 |
7 files changed, 13273 insertions, 13319 deletions
diff --git a/.clang-tidy b/.clang-tidy index 3e931149d6..237c7b71b8 100644 --- a/.clang-tidy +++ b/.clang-tidy @@ -19,7 +19,6 @@ Checks: > -bugprone-not-null-terminated-result, -bugprone-reserved-identifier, -bugprone-sizeof-expression, - -bugprone-suspicious-include, -bugprone-suspicious-memory-comparison, -bugprone-swapped-arguments, -bugprone-switch-missing-default-case, diff --git a/cmake.config/iwyu/mapping.imp b/cmake.config/iwyu/mapping.imp index 030f9520c0..6aaf52d3ff 100644 --- a/cmake.config/iwyu/mapping.imp +++ b/cmake.config/iwyu/mapping.imp @@ -178,7 +178,6 @@ { include: [ '"os/mem.h.generated.h"', private, '"nvim/os/os.h"', public ] }, { include: [ '"os/stdpaths.h.generated.h"', private, '"nvim/os/os.h"', public ] }, { include: [ '"os/users.h.generated.h"', private, '"nvim/os/os.h"', public ] }, - { include: [ '"regexp_bt.h.generated.h"', private, '"nvim/regexp.h"', public ] }, { include: [ '"ui_events_call.h.generated.h"', private, '"nvim/ui.h"', public ] }, { include: [ '"ui_events_client.h.generated.h"', private, '"nvim/ui_client.h"', public ] }, { include: [ '"ui_events_remote.generated.h"', private, '"nvim/api/ui.h"', public ] }, diff --git a/src/nvim/CMakeLists.txt b/src/nvim/CMakeLists.txt index 85e12d66de..71e99538c7 100644 --- a/src/nvim/CMakeLists.txt +++ b/src/nvim/CMakeLists.txt @@ -362,12 +362,6 @@ list(APPEND LINT_NVIM_SOURCES ${NVIM_SOURCES} ${NVIM_HEADERS}) foreach(sfile ${NVIM_SOURCES}) get_filename_component(f ${sfile} NAME) - if(${f} MATCHES "^(regexp_nfa.c)$") - list(APPEND to_remove ${sfile}) - endif() - if(${f} MATCHES "^(regexp_bt.c)$") - list(APPEND to_remove ${sfile}) - endif() if(WIN32 AND ${f} MATCHES "^(pty_process_unix.c)$") list(APPEND to_remove ${sfile}) endif() @@ -456,8 +450,6 @@ set(LUA_GEN_DEPS ${GENERATOR_PRELOAD} $<TARGET_FILE:nlua0>) # NVIM_GENERATED_SOURCES: generated source files # These lists must be mutually exclusive. foreach(sfile ${NVIM_SOURCES} - "${CMAKE_CURRENT_LIST_DIR}/regexp_bt.c" - "${CMAKE_CURRENT_LIST_DIR}/regexp_nfa.c" ${GENERATED_API_DISPATCH} "${GENERATED_UI_EVENTS_CALL}" "${GENERATED_UI_EVENTS_REMOTE}" diff --git a/src/nvim/regexp.c b/src/nvim/regexp.c index 568f399664..cbe2aababa 100644 --- a/src/nvim/regexp.c +++ b/src/nvim/regexp.c @@ -11,6 +11,7 @@ #include <assert.h> #include <inttypes.h> +#include <limits.h> #include <stdbool.h> #include <string.h> #include <sys/types.h> @@ -35,12 +36,142 @@ #include "nvim/os/input.h" #include "nvim/plines.h" #include "nvim/pos.h" +#include "nvim/profile.h" #include "nvim/regexp.h" #include "nvim/regexp_defs.h" #include "nvim/strings.h" #include "nvim/types.h" #include "nvim/vim.h" +// Structure used to save the current input state, when it needs to be +// restored after trying a match. Used by reg_save() and reg_restore(). +// Also stores the length of "backpos". +typedef struct { + union { + uint8_t *ptr; // rex.input pointer, for single-line regexp + lpos_T pos; // rex.input pos, for multi-line regexp + } rs_u; + int rs_len; +} regsave_T; + +// struct to save start/end pointer/position in for \(\) +typedef struct { + union { + uint8_t *ptr; + lpos_T pos; + } se_u; +} save_se_T; + +// Values for rs_state in regitem_T. +typedef enum regstate_E { + RS_NOPEN = 0, // NOPEN and NCLOSE + RS_MOPEN, // MOPEN + [0-9] + RS_MCLOSE, // MCLOSE + [0-9] + RS_ZOPEN, // ZOPEN + [0-9] + RS_ZCLOSE, // ZCLOSE + [0-9] + RS_BRANCH, // BRANCH + RS_BRCPLX_MORE, // BRACE_COMPLEX and trying one more match + RS_BRCPLX_LONG, // BRACE_COMPLEX and trying longest match + RS_BRCPLX_SHORT, // BRACE_COMPLEX and trying shortest match + RS_NOMATCH, // NOMATCH + RS_BEHIND1, // BEHIND / NOBEHIND matching rest + RS_BEHIND2, // BEHIND / NOBEHIND matching behind part + RS_STAR_LONG, // STAR/PLUS/BRACE_SIMPLE longest match + RS_STAR_SHORT, // STAR/PLUS/BRACE_SIMPLE shortest match +} regstate_T; + +// When there are alternatives a regstate_T is put on the regstack to remember +// what we are doing. +// Before it may be another type of item, depending on rs_state, to remember +// more things. +typedef struct regitem_S { + regstate_T rs_state; // what we are doing, one of RS_ above + int16_t rs_no; // submatch nr or BEHIND/NOBEHIND + uint8_t *rs_scan; // current node in program + union { + save_se_T sesave; + regsave_T regsave; + } rs_un; // room for saving rex.input +} regitem_T; + +// used for BEHIND and NOBEHIND matching +typedef struct regbehind_S { + regsave_T save_after; + regsave_T save_behind; + int save_need_clear_subexpr; + save_se_T save_start[NSUBEXP]; + save_se_T save_end[NSUBEXP]; +} regbehind_T; + +// Since the out pointers in the list are always +// uninitialized, we use the pointers themselves +// as storage for the Ptrlists. +typedef union Ptrlist Ptrlist; +union Ptrlist { + Ptrlist *next; + nfa_state_T *s; +}; + +struct Frag { + nfa_state_T *start; + Ptrlist *out; +}; +typedef struct Frag Frag_T; + +typedef struct { + int in_use; ///< number of subexpr with useful info + + // When REG_MULTI is true list.multi is used, otherwise list.line. + union { + struct multipos { + linenr_T start_lnum; + linenr_T end_lnum; + colnr_T start_col; + colnr_T end_col; + } multi[NSUBEXP]; + struct linepos { + uint8_t *start; + uint8_t *end; + } line[NSUBEXP]; + } list; + colnr_T orig_start_col; // list.multi[0].start_col without \zs +} regsub_T; + +typedef struct { + regsub_T norm; // \( .. \) matches + regsub_T synt; // \z( .. \) matches +} regsubs_T; + +// nfa_pim_T stores a Postponed Invisible Match. +typedef struct nfa_pim_S nfa_pim_T; +struct nfa_pim_S { + int result; // NFA_PIM_*, see below + nfa_state_T *state; // the invisible match start state + regsubs_T subs; // submatch info, only party used + union { + lpos_T pos; + uint8_t *ptr; + } end; // where the match must end +}; + +// nfa_thread_T contains execution information of a NFA state +typedef struct { + nfa_state_T *state; + int count; + nfa_pim_T pim; // if pim.result != NFA_PIM_UNUSED: postponed + // invisible match + regsubs_T subs; // submatch info, only party used +} nfa_thread_T; + +// nfa_list_T contains the alternative NFA execution states. +typedef struct { + nfa_thread_T *t; ///< allocated array of states + int n; ///< nr of states currently in "t" + int len; ///< max nr of states in "t" + int id; ///< ID of the list + int has_pim; ///< true when any state has a PIM +} nfa_list_T; + #ifdef REGEXP_DEBUG // show/save debugging data when BT engine is used # define BT_REGEXP_DUMP @@ -2264,12 +2395,13150 @@ static void init_regexec_multi(regmmatch_T *rmp, win_T *win, buf_T *buf, linenr_ rex.reg_maxcol = rmp->rmm_maxcol; } -// XXX Do not allow headers generator to catch definitions from regexp_nfa.c -#ifndef DO_NOT_DEFINE_EMPTY_ATTRIBUTES -# include "nvim/regexp_bt.c" -# include "nvim/regexp_nfa.c" +// regexp_bt.c {{{1 + +// Backtracking regular expression implementation. +// +// NOTICE: +// +// This is NOT the original regular expression code as written by Henry +// Spencer. This code has been modified specifically for use with the VIM +// editor, and should not be used separately from Vim. If you want a good +// regular expression library, get the original code. The copyright notice +// that follows is from the original. +// +// END NOTICE +// +// Copyright (c) 1986 by University of Toronto. +// Written by Henry Spencer. Not derived from licensed software. +// +// Permission is granted to anyone to use this software for any +// purpose on any computer system, and to redistribute it freely, +// subject to the following restrictions: +// +// 1. The author is not responsible for the consequences of use of +// this software, no matter how awful, even if they arise +// from defects in it. +// +// 2. The origin of this software must not be misrepresented, either +// by explicit claim or by omission. +// +// 3. Altered versions must be plainly marked as such, and must not +// be misrepresented as being the original software. +// +// Beware that some of this code is subtly aware of the way operator +// precedence is structured in regular expressions. Serious changes in +// regular-expression syntax might require a total rethink. +// +// Changes have been made by Tony Andrews, Olaf 'Rhialto' Seibert, Robert +// Webb, Ciaran McCreesh and Bram Moolenaar. +// Named character class support added by Walter Briscoe (1998 Jul 01) + +// The "internal use only" fields in regexp_defs.h are present to pass info from +// compile to execute that permits the execute phase to run lots faster on +// simple cases. They are: +// +// regstart char that must begin a match; NUL if none obvious; Can be a +// multi-byte character. +// reganch is the match anchored (at beginning-of-line only)? +// regmust string (pointer into program) that match must include, or NULL +// regmlen length of regmust string +// regflags RF_ values or'ed together +// +// Regstart and reganch permit very fast decisions on suitable starting points +// for a match, cutting down the work a lot. Regmust permits fast rejection +// of lines that cannot possibly match. The regmust tests are costly enough +// that vim_regcomp() supplies a regmust only if the r.e. contains something +// potentially expensive (at present, the only such thing detected is * or + +// at the start of the r.e., which can involve a lot of backup). Regmlen is +// supplied because the test in vim_regexec() needs it and vim_regcomp() is +// computing it anyway. + +// Structure for regexp "program". This is essentially a linear encoding +// of a nondeterministic finite-state machine (aka syntax charts or +// "railroad normal form" in parsing technology). Each node is an opcode +// plus a "next" pointer, possibly plus an operand. "Next" pointers of +// all nodes except BRANCH and BRACES_COMPLEX implement concatenation; a "next" +// pointer with a BRANCH on both ends of it is connecting two alternatives. +// (Here we have one of the subtle syntax dependencies: an individual BRANCH +// (as opposed to a collection of them) is never concatenated with anything +// because of operator precedence). The "next" pointer of a BRACES_COMPLEX +// node points to the node after the stuff to be repeated. +// The operand of some types of node is a literal string; for others, it is a +// node leading into a sub-FSM. In particular, the operand of a BRANCH node +// is the first node of the branch. +// (NB this is *not* a tree structure: the tail of the branch connects to the +// thing following the set of BRANCHes.) +// +// pattern is coded like: +// +// +-----------------+ +// | V +// <aa>\|<bb> BRANCH <aa> BRANCH <bb> --> END +// | ^ | ^ +// +------+ +----------+ +// +// +// +------------------+ +// V | +// <aa>* BRANCH BRANCH <aa> --> BACK BRANCH --> NOTHING --> END +// | | ^ ^ +// | +---------------+ | +// +---------------------------------------------+ +// +// +// +----------------------+ +// V | +// <aa>\+ BRANCH <aa> --> BRANCH --> BACK BRANCH --> NOTHING --> END +// | | ^ ^ +// | +-----------+ | +// +--------------------------------------------------+ +// +// +// +-------------------------+ +// V | +// <aa>\{} BRANCH BRACE_LIMITS --> BRACE_COMPLEX <aa> --> BACK END +// | | ^ +// | +----------------+ +// +-----------------------------------------------+ +// +// +// <aa>\@!<bb> BRANCH NOMATCH <aa> --> END <bb> --> END +// | | ^ ^ +// | +----------------+ | +// +--------------------------------+ +// +// +---------+ +// | V +// \z[abc] BRANCH BRANCH a BRANCH b BRANCH c BRANCH NOTHING --> END +// | | | | ^ ^ +// | | | +-----+ | +// | | +----------------+ | +// | +---------------------------+ | +// +------------------------------------------------------+ +// +// They all start with a BRANCH for "\|" alternatives, even when there is only +// one alternative. + +// The opcodes are: + +// definition number opnd? meaning +#define END 0 // End of program or NOMATCH operand. +#define BOL 1 // Match "" at beginning of line. +#define EOL 2 // Match "" at end of line. +#define BRANCH 3 // node Match this alternative, or the + // next... +#define BACK 4 // Match "", "next" ptr points backward. +#define EXACTLY 5 // str Match this string. +#define NOTHING 6 // Match empty string. +#define STAR 7 // node Match this (simple) thing 0 or more + // times. +#define PLUS 8 // node Match this (simple) thing 1 or more + // times. +#define MATCH 9 // node match the operand zero-width +#define NOMATCH 10 // node check for no match with operand +#define BEHIND 11 // node look behind for a match with operand +#define NOBEHIND 12 // node look behind for no match with operand +#define SUBPAT 13 // node match the operand here +#define BRACE_SIMPLE 14 // node Match this (simple) thing between m and + // n times (\{m,n\}). +#define BOW 15 // Match "" after [^a-zA-Z0-9_] +#define EOW 16 // Match "" at [^a-zA-Z0-9_] +#define BRACE_LIMITS 17 // nr nr define the min & max for BRACE_SIMPLE + // and BRACE_COMPLEX. +#define NEWL 18 // Match line-break +#define BHPOS 19 // End position for BEHIND or NOBEHIND + +// character classes: 20-48 normal, 50-78 include a line-break +#define ADD_NL 30 +#define FIRST_NL ANY + ADD_NL +#define ANY 20 // Match any one character. +#define ANYOF 21 // str Match any character in this string. +#define ANYBUT 22 // str Match any character not in this + // string. +#define IDENT 23 // Match identifier char +#define SIDENT 24 // Match identifier char but no digit +#define KWORD 25 // Match keyword char +#define SKWORD 26 // Match word char but no digit +#define FNAME 27 // Match file name char +#define SFNAME 28 // Match file name char but no digit +#define PRINT 29 // Match printable char +#define SPRINT 30 // Match printable char but no digit +#define WHITE 31 // Match whitespace char +#define NWHITE 32 // Match non-whitespace char +#define DIGIT 33 // Match digit char +#define NDIGIT 34 // Match non-digit char +#define HEX 35 // Match hex char +#define NHEX 36 // Match non-hex char +#define OCTAL 37 // Match octal char +#define NOCTAL 38 // Match non-octal char +#define WORD 39 // Match word char +#define NWORD 40 // Match non-word char +#define HEAD 41 // Match head char +#define NHEAD 42 // Match non-head char +#define ALPHA 43 // Match alpha char +#define NALPHA 44 // Match non-alpha char +#define LOWER 45 // Match lowercase char +#define NLOWER 46 // Match non-lowercase char +#define UPPER 47 // Match uppercase char +#define NUPPER 48 // Match non-uppercase char +#define LAST_NL NUPPER + ADD_NL +// -V:WITH_NL:560 +#define WITH_NL(op) ((op) >= FIRST_NL && (op) <= LAST_NL) + +#define MOPEN 80 // -89 Mark this point in input as start of + // \( … \) subexpr. MOPEN + 0 marks start of + // match. +#define MCLOSE 90 // -99 Analogous to MOPEN. MCLOSE + 0 marks + // end of match. +#define BACKREF 100 // -109 node Match same string again \1-\9. + +#define ZOPEN 110 // -119 Mark this point in input as start of + // \z( … \) subexpr. +#define ZCLOSE 120 // -129 Analogous to ZOPEN. +#define ZREF 130 // -139 node Match external submatch \z1-\z9 + +#define BRACE_COMPLEX 140 // -149 node Match nodes between m & n times + +#define NOPEN 150 // Mark this point in input as start of + // \%( subexpr. +#define NCLOSE 151 // Analogous to NOPEN. + +#define MULTIBYTECODE 200 // mbc Match one multi-byte character +#define RE_BOF 201 // Match "" at beginning of file. +#define RE_EOF 202 // Match "" at end of file. +#define CURSOR 203 // Match location of cursor. + +#define RE_LNUM 204 // nr cmp Match line number +#define RE_COL 205 // nr cmp Match column number +#define RE_VCOL 206 // nr cmp Match virtual column number + +#define RE_MARK 207 // mark cmp Match mark position +#define RE_VISUAL 208 // Match Visual area +#define RE_COMPOSING 209 // any composing characters + +// Flags to be passed up and down. +#define HASWIDTH 0x1 // Known never to match null string. +#define SIMPLE 0x2 // Simple enough to be STAR/PLUS operand. +#define SPSTART 0x4 // Starts with * or +. +#define HASNL 0x8 // Contains some \n. +#define HASLOOKBH 0x10 // Contains "\@<=" or "\@<!". +#define WORST 0 // Worst case. + +static int prevchr_len; ///< byte length of previous char +static int num_complex_braces; ///< Complex \{...} count +static uint8_t *regcode; ///< Code-emit pointer, or JUST_CALC_SIZE +static long regsize; ///< Code size. +static int reg_toolong; ///< true when offset out of range +static uint8_t had_endbrace[NSUBEXP]; ///< flags, true if end of () found +static long brace_min[10]; ///< Minimums for complex brace repeats +static long brace_max[10]; ///< Maximums for complex brace repeats +static int brace_count[10]; ///< Current counts for complex brace repeats +static int one_exactly = false; ///< only do one char for EXACTLY + +// When making changes to classchars also change nfa_classcodes. +static uint8_t *classchars = (uint8_t *)".iIkKfFpPsSdDxXoOwWhHaAlLuU"; +static int classcodes[] = { + ANY, IDENT, SIDENT, KWORD, SKWORD, + FNAME, SFNAME, PRINT, SPRINT, + WHITE, NWHITE, DIGIT, NDIGIT, + HEX, NHEX, OCTAL, NOCTAL, + WORD, NWORD, HEAD, NHEAD, + ALPHA, NALPHA, LOWER, NLOWER, + UPPER, NUPPER +}; + +// When regcode is set to this value, code is not emitted and size is computed +// instead. +#define JUST_CALC_SIZE ((uint8_t *)-1) + +// used for STAR, PLUS and BRACE_SIMPLE matching +typedef struct regstar_S { + int nextb; // next byte + int nextb_ic; // next byte reverse case + long count; + long minval; + long maxval; +} regstar_T; + +// used to store input position when a BACK was encountered, so that we now if +// we made any progress since the last time. +typedef struct backpos_S { + uint8_t *bp_scan; // "scan" where BACK was encountered + regsave_T bp_pos; // last input position +} backpos_T; + +// "regstack" and "backpos" are used by regmatch(). They are kept over calls +// to avoid invoking malloc() and free() often. +// "regstack" is a stack with regitem_T items, sometimes preceded by regstar_T +// or regbehind_T. +// "backpos_T" is a table with backpos_T for BACK +static garray_T regstack = GA_EMPTY_INIT_VALUE; +static garray_T backpos = GA_EMPTY_INIT_VALUE; + +static regsave_T behind_pos; + +// Both for regstack and backpos tables we use the following strategy of +// allocation (to reduce malloc/free calls): +// - Initial size is fairly small. +// - When needed, the tables are grown bigger (8 times at first, double after +// that). +// - After executing the match we free the memory only if the array has grown. +// Thus the memory is kept allocated when it's at the initial size. +// This makes it fast while not keeping a lot of memory allocated. +// A three times speed increase was observed when using many simple patterns. +#define REGSTACK_INITIAL 2048 +#define BACKPOS_INITIAL 64 + +// Opcode notes: +// +// BRANCH The set of branches constituting a single choice are hooked +// together with their "next" pointers, since precedence prevents +// anything being concatenated to any individual branch. The +// "next" pointer of the last BRANCH in a choice points to the +// thing following the whole choice. This is also where the +// final "next" pointer of each individual branch points; each +// branch starts with the operand node of a BRANCH node. +// +// BACK Normal "next" pointers all implicitly point forward; BACK +// exists to make loop structures possible. +// +// STAR,PLUS '=', and complex '*' and '+', are implemented as circular +// BRANCH structures using BACK. Simple cases (one character +// per match) are implemented with STAR and PLUS for speed +// and to minimize recursive plunges. +// +// BRACE_LIMITS This is always followed by a BRACE_SIMPLE or BRACE_COMPLEX +// node, and defines the min and max limits to be used for that +// node. +// +// MOPEN,MCLOSE ...are numbered at compile time. +// ZOPEN,ZCLOSE ...ditto +/// +// +// +// A node is one char of opcode followed by two chars of "next" pointer. +// "Next" pointers are stored as two 8-bit bytes, high order first. The +// value is a positive offset from the opcode of the node containing it. +// An operand, if any, simply follows the node. (Note that much of the +// code generation knows about this implicit relationship.) +// +// Using two bytes for the "next" pointer is vast overkill for most things, +// but allows patterns to get big without disasters. +#define OP(p) ((int)(*(p))) +#define NEXT(p) (((*((p) + 1) & 0377) << 8) + (*((p) + 2) & 0377)) +#define OPERAND(p) ((p) + 3) +// Obtain an operand that was stored as four bytes, MSB first. +#define OPERAND_MIN(p) (((long)(p)[3] << 24) + ((long)(p)[4] << 16) \ + + ((long)(p)[5] << 8) + (long)(p)[6]) +// Obtain a second operand stored as four bytes. +#define OPERAND_MAX(p) OPERAND_MIN((p) + 4) +// Obtain a second single-byte operand stored after a four bytes operand. +#define OPERAND_CMP(p) (p)[7] + +static uint8_t *reg(int paren, int *flagp); + +#ifdef BT_REGEXP_DUMP +static void regdump(uint8_t *, bt_regprog_T *); +#endif + +#ifdef REGEXP_DEBUG +static uint8_t *regprop(uint8_t *); + +static int regnarrate = 0; +#endif + +// Setup to parse the regexp. Used once to get the length and once to do it. +static void regcomp_start(uint8_t *expr, int re_flags) // see vim_regcomp() +{ + initchr((char *)expr); + if (re_flags & RE_MAGIC) { + reg_magic = MAGIC_ON; + } else { + reg_magic = MAGIC_OFF; + } + reg_string = (re_flags & RE_STRING); + reg_strict = (re_flags & RE_STRICT); + get_cpo_flags(); + + num_complex_braces = 0; + regnpar = 1; + CLEAR_FIELD(had_endbrace); + regnzpar = 1; + re_has_z = 0; + regsize = 0L; + reg_toolong = false; + regflags = 0; + had_eol = false; +} + +// Return true if MULTIBYTECODE should be used instead of EXACTLY for +// character "c". +static bool use_multibytecode(int c) +{ + return utf_char2len(c) > 1 + && (re_multi_type(peekchr()) != NOT_MULTI + || utf_iscomposing(c)); +} + +// Emit (if appropriate) a byte of code +static void regc(int b) +{ + if (regcode == JUST_CALC_SIZE) { + regsize++; + } else { + *regcode++ = (uint8_t)b; + } +} + +// Emit (if appropriate) a multi-byte character of code +static void regmbc(int c) +{ + if (regcode == JUST_CALC_SIZE) { + regsize += utf_char2len(c); + } else { + regcode += utf_char2bytes(c, (char *)regcode); + } +} + +// Produce the bytes for equivalence class "c". +// Currently only handles latin1, latin9 and utf-8. +// NOTE: When changing this function, also change nfa_emit_equi_class() +static void reg_equi_class(int c) +{ + { + switch (c) { + // Do not use '\300' style, it results in a negative number. + case 'A': + case 0xc0: + case 0xc1: + case 0xc2: + case 0xc3: + case 0xc4: + case 0xc5: + case 0x100: + case 0x102: + case 0x104: + case 0x1cd: + case 0x1de: + case 0x1e0: + case 0x1fa: + case 0x202: + case 0x226: + case 0x23a: + case 0x1e00: + case 0x1ea0: + case 0x1ea2: + case 0x1ea4: + case 0x1ea6: + case 0x1ea8: + case 0x1eaa: + case 0x1eac: + case 0x1eae: + case 0x1eb0: + case 0x1eb2: + case 0x1eb4: + case 0x1eb6: + regmbc('A'); regmbc(0xc0); regmbc(0xc1); regmbc(0xc2); + regmbc(0xc3); regmbc(0xc4); regmbc(0xc5); + regmbc(0x100); regmbc(0x102); regmbc(0x104); + regmbc(0x1cd); regmbc(0x1de); regmbc(0x1e0); + regmbc(0x1fa); regmbc(0x202); regmbc(0x226); + regmbc(0x23a); regmbc(0x1e00); regmbc(0x1ea0); + regmbc(0x1ea2); regmbc(0x1ea4); regmbc(0x1ea6); + regmbc(0x1ea8); regmbc(0x1eaa); regmbc(0x1eac); + regmbc(0x1eae); regmbc(0x1eb0); regmbc(0x1eb2); + regmbc(0x1eb4); regmbc(0x1eb6); + return; + case 'B': + case 0x181: + case 0x243: + case 0x1e02: + case 0x1e04: + case 0x1e06: + regmbc('B'); + regmbc(0x181); regmbc(0x243); regmbc(0x1e02); + regmbc(0x1e04); regmbc(0x1e06); + return; + case 'C': + case 0xc7: + case 0x106: + case 0x108: + case 0x10a: + case 0x10c: + case 0x187: + case 0x23b: + case 0x1e08: + case 0xa792: + regmbc('C'); regmbc(0xc7); + regmbc(0x106); regmbc(0x108); regmbc(0x10a); + regmbc(0x10c); regmbc(0x187); regmbc(0x23b); + regmbc(0x1e08); regmbc(0xa792); + return; + case 'D': + case 0x10e: + case 0x110: + case 0x18a: + case 0x1e0a: + case 0x1e0c: + case 0x1e0e: + case 0x1e10: + case 0x1e12: + regmbc('D'); regmbc(0x10e); regmbc(0x110); + regmbc(0x18a); regmbc(0x1e0a); regmbc(0x1e0c); + regmbc(0x1e0e); regmbc(0x1e10); regmbc(0x1e12); + return; + case 'E': + case 0xc8: + case 0xc9: + case 0xca: + case 0xcb: + case 0x112: + case 0x114: + case 0x116: + case 0x118: + case 0x11a: + case 0x204: + case 0x206: + case 0x228: + case 0x246: + case 0x1e14: + case 0x1e16: + case 0x1e18: + case 0x1e1a: + case 0x1e1c: + case 0x1eb8: + case 0x1eba: + case 0x1ebc: + case 0x1ebe: + case 0x1ec0: + case 0x1ec2: + case 0x1ec4: + case 0x1ec6: + regmbc('E'); regmbc(0xc8); regmbc(0xc9); + regmbc(0xca); regmbc(0xcb); regmbc(0x112); + regmbc(0x114); regmbc(0x116); regmbc(0x118); + regmbc(0x11a); regmbc(0x204); regmbc(0x206); + regmbc(0x228); regmbc(0x246); regmbc(0x1e14); + regmbc(0x1e16); regmbc(0x1e18); regmbc(0x1e1a); + regmbc(0x1e1c); regmbc(0x1eb8); regmbc(0x1eba); + regmbc(0x1ebc); regmbc(0x1ebe); regmbc(0x1ec0); + regmbc(0x1ec2); regmbc(0x1ec4); regmbc(0x1ec6); + return; + case 'F': + case 0x191: + case 0x1e1e: + case 0xa798: + regmbc('F'); regmbc(0x191); regmbc(0x1e1e); + regmbc(0xa798); + return; + case 'G': + case 0x11c: + case 0x11e: + case 0x120: + case 0x122: + case 0x193: + case 0x1e4: + case 0x1e6: + case 0x1f4: + case 0x1e20: + case 0xa7a0: + regmbc('G'); regmbc(0x11c); regmbc(0x11e); + regmbc(0x120); regmbc(0x122); regmbc(0x193); + regmbc(0x1e4); regmbc(0x1e6); regmbc(0x1f4); + regmbc(0x1e20); regmbc(0xa7a0); + return; + case 'H': + case 0x124: + case 0x126: + case 0x21e: + case 0x1e22: + case 0x1e24: + case 0x1e26: + case 0x1e28: + case 0x1e2a: + case 0x2c67: + regmbc('H'); regmbc(0x124); regmbc(0x126); + regmbc(0x21e); regmbc(0x1e22); regmbc(0x1e24); + regmbc(0x1e26); regmbc(0x1e28); regmbc(0x1e2a); + regmbc(0x2c67); + return; + case 'I': + case 0xcc: + case 0xcd: + case 0xce: + case 0xcf: + case 0x128: + case 0x12a: + case 0x12c: + case 0x12e: + case 0x130: + case 0x197: + case 0x1cf: + case 0x208: + case 0x20a: + case 0x1e2c: + case 0x1e2e: + case 0x1ec8: + case 0x1eca: + regmbc('I'); regmbc(0xcc); regmbc(0xcd); + regmbc(0xce); regmbc(0xcf); regmbc(0x128); + regmbc(0x12a); regmbc(0x12c); regmbc(0x12e); + regmbc(0x130); regmbc(0x197); regmbc(0x1cf); + regmbc(0x208); regmbc(0x20a); regmbc(0x1e2c); + regmbc(0x1e2e); regmbc(0x1ec8); regmbc(0x1eca); + return; + case 'J': + case 0x134: + case 0x248: + regmbc('J'); regmbc(0x134); regmbc(0x248); + return; + case 'K': + case 0x136: + case 0x198: + case 0x1e8: + case 0x1e30: + case 0x1e32: + case 0x1e34: + case 0x2c69: + case 0xa740: + regmbc('K'); regmbc(0x136); regmbc(0x198); + regmbc(0x1e8); regmbc(0x1e30); regmbc(0x1e32); + regmbc(0x1e34); regmbc(0x2c69); regmbc(0xa740); + return; + case 'L': + case 0x139: + case 0x13b: + case 0x13d: + case 0x13f: + case 0x141: + case 0x23d: + case 0x1e36: + case 0x1e38: + case 0x1e3a: + case 0x1e3c: + case 0x2c60: + regmbc('L'); regmbc(0x139); regmbc(0x13b); + regmbc(0x13d); regmbc(0x13f); regmbc(0x141); + regmbc(0x23d); regmbc(0x1e36); regmbc(0x1e38); + regmbc(0x1e3a); regmbc(0x1e3c); regmbc(0x2c60); + return; + case 'M': + case 0x1e3e: + case 0x1e40: + case 0x1e42: + regmbc('M'); regmbc(0x1e3e); regmbc(0x1e40); + regmbc(0x1e42); + return; + case 'N': + case 0xd1: + case 0x143: + case 0x145: + case 0x147: + case 0x1f8: + case 0x1e44: + case 0x1e46: + case 0x1e48: + case 0x1e4a: + case 0xa7a4: + regmbc('N'); regmbc(0xd1); + regmbc(0x143); regmbc(0x145); regmbc(0x147); + regmbc(0x1f8); regmbc(0x1e44); regmbc(0x1e46); + regmbc(0x1e48); regmbc(0x1e4a); regmbc(0xa7a4); + return; + case 'O': + case 0xd2: + case 0xd3: + case 0xd4: + case 0xd5: + case 0xd6: + case 0xd8: + case 0x14c: + case 0x14e: + case 0x150: + case 0x19f: + case 0x1a0: + case 0x1d1: + case 0x1ea: + case 0x1ec: + case 0x1fe: + case 0x20c: + case 0x20e: + case 0x22a: + case 0x22c: + case 0x22e: + case 0x230: + case 0x1e4c: + case 0x1e4e: + case 0x1e50: + case 0x1e52: + case 0x1ecc: + case 0x1ece: + case 0x1ed0: + case 0x1ed2: + case 0x1ed4: + case 0x1ed6: + case 0x1ed8: + case 0x1eda: + case 0x1edc: + case 0x1ede: + case 0x1ee0: + case 0x1ee2: + regmbc('O'); regmbc(0xd2); regmbc(0xd3); regmbc(0xd4); + regmbc(0xd5); regmbc(0xd6); regmbc(0xd8); + regmbc(0x14c); regmbc(0x14e); regmbc(0x150); + regmbc(0x19f); regmbc(0x1a0); regmbc(0x1d1); + regmbc(0x1ea); regmbc(0x1ec); regmbc(0x1fe); + regmbc(0x20c); regmbc(0x20e); regmbc(0x22a); + regmbc(0x22c); regmbc(0x22e); regmbc(0x230); + regmbc(0x1e4c); regmbc(0x1e4e); regmbc(0x1e50); + regmbc(0x1e52); regmbc(0x1ecc); regmbc(0x1ece); + regmbc(0x1ed0); regmbc(0x1ed2); regmbc(0x1ed4); + regmbc(0x1ed6); regmbc(0x1ed8); regmbc(0x1eda); + regmbc(0x1edc); regmbc(0x1ede); regmbc(0x1ee0); + regmbc(0x1ee2); + return; + case 'P': + case 0x1a4: + case 0x1e54: + case 0x1e56: + case 0x2c63: + regmbc('P'); regmbc(0x1a4); regmbc(0x1e54); + regmbc(0x1e56); regmbc(0x2c63); + return; + case 'Q': + case 0x24a: + regmbc('Q'); regmbc(0x24a); + return; + case 'R': + case 0x154: + case 0x156: + case 0x158: + case 0x210: + case 0x212: + case 0x24c: + case 0x1e58: + case 0x1e5a: + case 0x1e5c: + case 0x1e5e: + case 0x2c64: + case 0xa7a6: + regmbc('R'); regmbc(0x154); regmbc(0x156); + regmbc(0x210); regmbc(0x212); regmbc(0x158); + regmbc(0x24c); regmbc(0x1e58); regmbc(0x1e5a); + regmbc(0x1e5c); regmbc(0x1e5e); regmbc(0x2c64); + regmbc(0xa7a6); + return; + case 'S': + case 0x15a: + case 0x15c: + case 0x15e: + case 0x160: + case 0x218: + case 0x1e60: + case 0x1e62: + case 0x1e64: + case 0x1e66: + case 0x1e68: + case 0x2c7e: + case 0xa7a8: + regmbc('S'); regmbc(0x15a); regmbc(0x15c); + regmbc(0x15e); regmbc(0x160); regmbc(0x218); + regmbc(0x1e60); regmbc(0x1e62); regmbc(0x1e64); + regmbc(0x1e66); regmbc(0x1e68); regmbc(0x2c7e); + regmbc(0xa7a8); + return; + case 'T': + case 0x162: + case 0x164: + case 0x166: + case 0x1ac: + case 0x1ae: + case 0x21a: + case 0x23e: + case 0x1e6a: + case 0x1e6c: + case 0x1e6e: + case 0x1e70: + regmbc('T'); regmbc(0x162); regmbc(0x164); + regmbc(0x166); regmbc(0x1ac); regmbc(0x23e); + regmbc(0x1ae); regmbc(0x21a); regmbc(0x1e6a); + regmbc(0x1e6c); regmbc(0x1e6e); regmbc(0x1e70); + return; + case 'U': + case 0xd9: + case 0xda: + case 0xdb: + case 0xdc: + case 0x168: + case 0x16a: + case 0x16c: + case 0x16e: + case 0x170: + case 0x172: + case 0x1af: + case 0x1d3: + case 0x1d5: + case 0x1d7: + case 0x1d9: + case 0x1db: + case 0x214: + case 0x216: + case 0x244: + case 0x1e72: + case 0x1e74: + case 0x1e76: + case 0x1e78: + case 0x1e7a: + case 0x1ee4: + case 0x1ee6: + case 0x1ee8: + case 0x1eea: + case 0x1eec: + case 0x1eee: + case 0x1ef0: + regmbc('U'); regmbc(0xd9); regmbc(0xda); + regmbc(0xdb); regmbc(0xdc); regmbc(0x168); + regmbc(0x16a); regmbc(0x16c); regmbc(0x16e); + regmbc(0x170); regmbc(0x172); regmbc(0x1af); + regmbc(0x1d3); regmbc(0x1d5); regmbc(0x1d7); + regmbc(0x1d9); regmbc(0x1db); regmbc(0x214); + regmbc(0x216); regmbc(0x244); regmbc(0x1e72); + regmbc(0x1e74); regmbc(0x1e76); regmbc(0x1e78); + regmbc(0x1e7a); regmbc(0x1ee4); regmbc(0x1ee6); + regmbc(0x1ee8); regmbc(0x1eea); regmbc(0x1eec); + regmbc(0x1eee); regmbc(0x1ef0); + return; + case 'V': + case 0x1b2: + case 0x1e7c: + case 0x1e7e: + regmbc('V'); regmbc(0x1b2); regmbc(0x1e7c); + regmbc(0x1e7e); + return; + case 'W': + case 0x174: + case 0x1e80: + case 0x1e82: + case 0x1e84: + case 0x1e86: + case 0x1e88: + regmbc('W'); regmbc(0x174); regmbc(0x1e80); + regmbc(0x1e82); regmbc(0x1e84); regmbc(0x1e86); + regmbc(0x1e88); + return; + case 'X': + case 0x1e8a: + case 0x1e8c: + regmbc('X'); regmbc(0x1e8a); regmbc(0x1e8c); + return; + case 'Y': + case 0xdd: + case 0x176: + case 0x178: + case 0x1b3: + case 0x232: + case 0x24e: + case 0x1e8e: + case 0x1ef2: + case 0x1ef6: + case 0x1ef4: + case 0x1ef8: + regmbc('Y'); regmbc(0xdd); regmbc(0x176); + regmbc(0x178); regmbc(0x1b3); regmbc(0x232); + regmbc(0x24e); regmbc(0x1e8e); regmbc(0x1ef2); + regmbc(0x1ef4); regmbc(0x1ef6); regmbc(0x1ef8); + return; + case 'Z': + case 0x179: + case 0x17b: + case 0x17d: + case 0x1b5: + case 0x1e90: + case 0x1e92: + case 0x1e94: + case 0x2c6b: + regmbc('Z'); regmbc(0x179); regmbc(0x17b); + regmbc(0x17d); regmbc(0x1b5); regmbc(0x1e90); + regmbc(0x1e92); regmbc(0x1e94); regmbc(0x2c6b); + return; + case 'a': + case 0xe0: + case 0xe1: + case 0xe2: + case 0xe3: + case 0xe4: + case 0xe5: + case 0x101: + case 0x103: + case 0x105: + case 0x1ce: + case 0x1df: + case 0x1e1: + case 0x1fb: + case 0x201: + case 0x203: + case 0x227: + case 0x1d8f: + case 0x1e01: + case 0x1e9a: + case 0x1ea1: + case 0x1ea3: + case 0x1ea5: + case 0x1ea7: + case 0x1ea9: + case 0x1eab: + case 0x1ead: + case 0x1eaf: + case 0x1eb1: + case 0x1eb3: + case 0x1eb5: + case 0x1eb7: + case 0x2c65: + regmbc('a'); regmbc(0xe0); regmbc(0xe1); + regmbc(0xe2); regmbc(0xe3); regmbc(0xe4); + regmbc(0xe5); regmbc(0x101); regmbc(0x103); + regmbc(0x105); regmbc(0x1ce); regmbc(0x1df); + regmbc(0x1e1); regmbc(0x1fb); regmbc(0x201); + regmbc(0x203); regmbc(0x227); regmbc(0x1d8f); + regmbc(0x1e01); regmbc(0x1e9a); regmbc(0x1ea1); + regmbc(0x1ea3); regmbc(0x1ea5); regmbc(0x1ea7); + regmbc(0x1ea9); regmbc(0x1eab); regmbc(0x1ead); + regmbc(0x1eaf); regmbc(0x1eb1); regmbc(0x1eb3); + regmbc(0x1eb5); regmbc(0x1eb7); regmbc(0x2c65); + return; + case 'b': + case 0x180: + case 0x253: + case 0x1d6c: + case 0x1d80: + case 0x1e03: + case 0x1e05: + case 0x1e07: + regmbc('b'); + regmbc(0x180); regmbc(0x253); regmbc(0x1d6c); + regmbc(0x1d80); regmbc(0x1e03); regmbc(0x1e05); + regmbc(0x1e07); + return; + case 'c': + case 0xe7: + case 0x107: + case 0x109: + case 0x10b: + case 0x10d: + case 0x188: + case 0x23c: + case 0x1e09: + case 0xa793: + case 0xa794: + regmbc('c'); regmbc(0xe7); regmbc(0x107); + regmbc(0x109); regmbc(0x10b); regmbc(0x10d); + regmbc(0x188); regmbc(0x23c); regmbc(0x1e09); + regmbc(0xa793); regmbc(0xa794); + return; + case 'd': + case 0x10f: + case 0x111: + case 0x257: + case 0x1d6d: + case 0x1d81: + case 0x1d91: + case 0x1e0b: + case 0x1e0d: + case 0x1e0f: + case 0x1e11: + case 0x1e13: + regmbc('d'); regmbc(0x10f); regmbc(0x111); + regmbc(0x257); regmbc(0x1d6d); regmbc(0x1d81); + regmbc(0x1d91); regmbc(0x1e0b); regmbc(0x1e0d); + regmbc(0x1e0f); regmbc(0x1e11); regmbc(0x1e13); + return; + case 'e': + case 0xe8: + case 0xe9: + case 0xea: + case 0xeb: + case 0x113: + case 0x115: + case 0x117: + case 0x119: + case 0x11b: + case 0x205: + case 0x207: + case 0x229: + case 0x247: + case 0x1d92: + case 0x1e15: + case 0x1e17: + case 0x1e19: + case 0x1e1b: + case 0x1eb9: + case 0x1ebb: + case 0x1e1d: + case 0x1ebd: + case 0x1ebf: + case 0x1ec1: + case 0x1ec3: + case 0x1ec5: + case 0x1ec7: + regmbc('e'); regmbc(0xe8); regmbc(0xe9); + regmbc(0xea); regmbc(0xeb); regmbc(0x113); + regmbc(0x115); regmbc(0x117); regmbc(0x119); + regmbc(0x11b); regmbc(0x205); regmbc(0x207); + regmbc(0x229); regmbc(0x247); regmbc(0x1d92); + regmbc(0x1e15); regmbc(0x1e17); regmbc(0x1e19); + regmbc(0x1e1b); regmbc(0x1e1d); regmbc(0x1eb9); + regmbc(0x1ebb); regmbc(0x1ebd); regmbc(0x1ebf); + regmbc(0x1ec1); regmbc(0x1ec3); regmbc(0x1ec5); + regmbc(0x1ec7); + return; + case 'f': + case 0x192: + case 0x1d6e: + case 0x1d82: + case 0x1e1f: + case 0xa799: + regmbc('f'); regmbc(0x192); regmbc(0x1d6e); + regmbc(0x1d82); regmbc(0x1e1f); regmbc(0xa799); + return; + case 'g': + case 0x11d: + case 0x11f: + case 0x121: + case 0x123: + case 0x1e5: + case 0x1e7: + case 0x260: + case 0x1f5: + case 0x1d83: + case 0x1e21: + case 0xa7a1: + regmbc('g'); regmbc(0x11d); regmbc(0x11f); + regmbc(0x121); regmbc(0x123); regmbc(0x1e5); + regmbc(0x1e7); regmbc(0x1f5); regmbc(0x260); + regmbc(0x1d83); regmbc(0x1e21); regmbc(0xa7a1); + return; + case 'h': + case 0x125: + case 0x127: + case 0x21f: + case 0x1e23: + case 0x1e25: + case 0x1e27: + case 0x1e29: + case 0x1e2b: + case 0x1e96: + case 0x2c68: + case 0xa795: + regmbc('h'); regmbc(0x125); regmbc(0x127); + regmbc(0x21f); regmbc(0x1e23); regmbc(0x1e25); + regmbc(0x1e27); regmbc(0x1e29); regmbc(0x1e2b); + regmbc(0x1e96); regmbc(0x2c68); regmbc(0xa795); + return; + case 'i': + case 0xec: + case 0xed: + case 0xee: + case 0xef: + case 0x129: + case 0x12b: + case 0x12d: + case 0x12f: + case 0x1d0: + case 0x209: + case 0x20b: + case 0x268: + case 0x1d96: + case 0x1e2d: + case 0x1e2f: + case 0x1ec9: + case 0x1ecb: + regmbc('i'); regmbc(0xec); regmbc(0xed); + regmbc(0xee); regmbc(0xef); regmbc(0x129); + regmbc(0x12b); regmbc(0x12d); regmbc(0x12f); + regmbc(0x1d0); regmbc(0x209); regmbc(0x20b); + regmbc(0x268); regmbc(0x1d96); regmbc(0x1e2d); + regmbc(0x1e2f); regmbc(0x1ec9); regmbc(0x1ecb); + return; + case 'j': + case 0x135: + case 0x1f0: + case 0x249: + regmbc('j'); regmbc(0x135); regmbc(0x1f0); + regmbc(0x249); + return; + case 'k': + case 0x137: + case 0x199: + case 0x1e9: + case 0x1d84: + case 0x1e31: + case 0x1e33: + case 0x1e35: + case 0x2c6a: + case 0xa741: + regmbc('k'); regmbc(0x137); regmbc(0x199); + regmbc(0x1e9); regmbc(0x1d84); regmbc(0x1e31); + regmbc(0x1e33); regmbc(0x1e35); regmbc(0x2c6a); + regmbc(0xa741); + return; + case 'l': + case 0x13a: + case 0x13c: + case 0x13e: + case 0x140: + case 0x142: + case 0x19a: + case 0x1e37: + case 0x1e39: + case 0x1e3b: + case 0x1e3d: + case 0x2c61: + regmbc('l'); regmbc(0x13a); regmbc(0x13c); + regmbc(0x13e); regmbc(0x140); regmbc(0x142); + regmbc(0x19a); regmbc(0x1e37); regmbc(0x1e39); + regmbc(0x1e3b); regmbc(0x1e3d); regmbc(0x2c61); + return; + case 'm': + case 0x1d6f: + case 0x1e3f: + case 0x1e41: + case 0x1e43: + regmbc('m'); regmbc(0x1d6f); regmbc(0x1e3f); + regmbc(0x1e41); regmbc(0x1e43); + return; + case 'n': + case 0xf1: + case 0x144: + case 0x146: + case 0x148: + case 0x149: + case 0x1f9: + case 0x1d70: + case 0x1d87: + case 0x1e45: + case 0x1e47: + case 0x1e49: + case 0x1e4b: + case 0xa7a5: + regmbc('n'); regmbc(0xf1); regmbc(0x144); + regmbc(0x146); regmbc(0x148); regmbc(0x149); + regmbc(0x1f9); regmbc(0x1d70); regmbc(0x1d87); + regmbc(0x1e45); regmbc(0x1e47); regmbc(0x1e49); + regmbc(0x1e4b); regmbc(0xa7a5); + return; + case 'o': + case 0xf2: + case 0xf3: + case 0xf4: + case 0xf5: + case 0xf6: + case 0xf8: + case 0x14d: + case 0x14f: + case 0x151: + case 0x1a1: + case 0x1d2: + case 0x1eb: + case 0x1ed: + case 0x1ff: + case 0x20d: + case 0x20f: + case 0x22b: + case 0x22d: + case 0x22f: + case 0x231: + case 0x275: + case 0x1e4d: + case 0x1e4f: + case 0x1e51: + case 0x1e53: + case 0x1ecd: + case 0x1ecf: + case 0x1ed1: + case 0x1ed3: + case 0x1ed5: + case 0x1ed7: + case 0x1ed9: + case 0x1edb: + case 0x1edd: + case 0x1edf: + case 0x1ee1: + case 0x1ee3: + regmbc('o'); regmbc(0xf2); regmbc(0xf3); + regmbc(0xf4); regmbc(0xf5); regmbc(0xf6); + regmbc(0xf8); regmbc(0x14d); regmbc(0x14f); + regmbc(0x151); regmbc(0x1a1); regmbc(0x1d2); + regmbc(0x1eb); regmbc(0x1ed); regmbc(0x1ff); + regmbc(0x20d); regmbc(0x20f); regmbc(0x22b); + regmbc(0x22d); regmbc(0x22f); regmbc(0x231); + regmbc(0x275); regmbc(0x1e4d); regmbc(0x1e4f); + regmbc(0x1e51); regmbc(0x1e53); regmbc(0x1ecd); + regmbc(0x1ecf); regmbc(0x1ed1); regmbc(0x1ed3); + regmbc(0x1ed5); regmbc(0x1ed7); regmbc(0x1ed9); + regmbc(0x1edb); regmbc(0x1edd); regmbc(0x1edf); + regmbc(0x1ee1); regmbc(0x1ee3); + return; + case 'p': + case 0x1a5: + case 0x1d71: + case 0x1d88: + case 0x1d7d: + case 0x1e55: + case 0x1e57: + regmbc('p'); regmbc(0x1a5); regmbc(0x1d71); + regmbc(0x1d7d); regmbc(0x1d88); regmbc(0x1e55); + regmbc(0x1e57); + return; + case 'q': + case 0x24b: + case 0x2a0: + regmbc('q'); regmbc(0x24b); regmbc(0x2a0); + return; + case 'r': + case 0x155: + case 0x157: + case 0x159: + case 0x211: + case 0x213: + case 0x24d: + case 0x27d: + case 0x1d72: + case 0x1d73: + case 0x1d89: + case 0x1e59: + case 0x1e5b: + case 0x1e5d: + case 0x1e5f: + case 0xa7a7: + regmbc('r'); regmbc(0x155); regmbc(0x157); + regmbc(0x159); regmbc(0x211); regmbc(0x213); + regmbc(0x24d); regmbc(0x1d72); regmbc(0x1d73); + regmbc(0x1d89); regmbc(0x1e59); regmbc(0x27d); + regmbc(0x1e5b); regmbc(0x1e5d); regmbc(0x1e5f); + regmbc(0xa7a7); + return; + case 's': + case 0x15b: + case 0x15d: + case 0x15f: + case 0x161: + case 0x1e61: + case 0x219: + case 0x23f: + case 0x1d74: + case 0x1d8a: + case 0x1e63: + case 0x1e65: + case 0x1e67: + case 0x1e69: + case 0xa7a9: + regmbc('s'); regmbc(0x15b); regmbc(0x15d); + regmbc(0x15f); regmbc(0x161); regmbc(0x23f); + regmbc(0x219); regmbc(0x1d74); regmbc(0x1d8a); + regmbc(0x1e61); regmbc(0x1e63); regmbc(0x1e65); + regmbc(0x1e67); regmbc(0x1e69); regmbc(0xa7a9); + return; + case 't': + case 0x163: + case 0x165: + case 0x167: + case 0x1ab: + case 0x1ad: + case 0x21b: + case 0x288: + case 0x1d75: + case 0x1e6b: + case 0x1e6d: + case 0x1e6f: + case 0x1e71: + case 0x1e97: + case 0x2c66: + regmbc('t'); regmbc(0x163); regmbc(0x165); + regmbc(0x167); regmbc(0x1ab); regmbc(0x21b); + regmbc(0x1ad); regmbc(0x288); regmbc(0x1d75); + regmbc(0x1e6b); regmbc(0x1e6d); regmbc(0x1e6f); + regmbc(0x1e71); regmbc(0x1e97); regmbc(0x2c66); + return; + case 'u': + case 0xf9: + case 0xfa: + case 0xfb: + case 0xfc: + case 0x169: + case 0x16b: + case 0x16d: + case 0x16f: + case 0x171: + case 0x173: + case 0x1b0: + case 0x1d4: + case 0x1d6: + case 0x1d8: + case 0x1da: + case 0x1dc: + case 0x215: + case 0x217: + case 0x289: + case 0x1e73: + case 0x1d7e: + case 0x1d99: + case 0x1e75: + case 0x1e77: + case 0x1e79: + case 0x1e7b: + case 0x1ee5: + case 0x1ee7: + case 0x1ee9: + case 0x1eeb: + case 0x1eed: + case 0x1eef: + case 0x1ef1: + regmbc('u'); regmbc(0xf9); regmbc(0xfa); + regmbc(0xfb); regmbc(0xfc); regmbc(0x169); + regmbc(0x16b); regmbc(0x16d); regmbc(0x16f); + regmbc(0x171); regmbc(0x173); regmbc(0x1d6); + regmbc(0x1d8); regmbc(0x1da); regmbc(0x1dc); + regmbc(0x215); regmbc(0x217); regmbc(0x1b0); + regmbc(0x1d4); regmbc(0x289); regmbc(0x1d7e); + regmbc(0x1d99); regmbc(0x1e73); regmbc(0x1e75); + regmbc(0x1e77); regmbc(0x1e79); regmbc(0x1e7b); + regmbc(0x1ee5); regmbc(0x1ee7); regmbc(0x1ee9); + regmbc(0x1eeb); regmbc(0x1eed); regmbc(0x1eef); + regmbc(0x1ef1); + return; + case 'v': + case 0x28b: + case 0x1d8c: + case 0x1e7d: + case 0x1e7f: + regmbc('v'); regmbc(0x28b); regmbc(0x1d8c); + regmbc(0x1e7d); regmbc(0x1e7f); + return; + case 'w': + case 0x175: + case 0x1e81: + case 0x1e83: + case 0x1e85: + case 0x1e87: + case 0x1e89: + case 0x1e98: + regmbc('w'); regmbc(0x175); regmbc(0x1e81); + regmbc(0x1e83); regmbc(0x1e85); regmbc(0x1e87); + regmbc(0x1e89); regmbc(0x1e98); + return; + case 'x': + case 0x1e8b: + case 0x1e8d: + regmbc('x'); regmbc(0x1e8b); regmbc(0x1e8d); + return; + case 'y': + case 0xfd: + case 0xff: + case 0x177: + case 0x1b4: + case 0x233: + case 0x24f: + case 0x1e8f: + case 0x1e99: + case 0x1ef3: + case 0x1ef5: + case 0x1ef7: + case 0x1ef9: + regmbc('y'); regmbc(0xfd); regmbc(0xff); + regmbc(0x177); regmbc(0x1b4); regmbc(0x233); + regmbc(0x24f); regmbc(0x1e8f); regmbc(0x1e99); + regmbc(0x1ef3); regmbc(0x1ef5); regmbc(0x1ef7); + regmbc(0x1ef9); + return; + case 'z': + case 0x17a: + case 0x17c: + case 0x17e: + case 0x1b6: + case 0x1d76: + case 0x1d8e: + case 0x1e91: + case 0x1e93: + case 0x1e95: + case 0x2c6c: + regmbc('z'); regmbc(0x17a); regmbc(0x17c); + regmbc(0x17e); regmbc(0x1b6); regmbc(0x1d76); + regmbc(0x1d8e); regmbc(0x1e91); regmbc(0x1e93); + regmbc(0x1e95); regmbc(0x2c6c); + return; + } + } + regmbc(c); +} + +// Emit a node. +// Return pointer to generated code. +static uint8_t *regnode(int op) +{ + uint8_t *ret; + + ret = regcode; + if (ret == JUST_CALC_SIZE) { + regsize += 3; + } else { + *regcode++ = (uint8_t)op; + *regcode++ = NUL; // Null "next" pointer. + *regcode++ = NUL; + } + return ret; +} + +// Write a four bytes number at "p" and return pointer to the next char. +static uint8_t *re_put_uint32(uint8_t *p, uint32_t val) +{ + *p++ = (uint8_t)((val >> 24) & 0377); + *p++ = (uint8_t)((val >> 16) & 0377); + *p++ = (uint8_t)((val >> 8) & 0377); + *p++ = (uint8_t)(val & 0377); + return p; +} + +// regnext - dig the "next" pointer out of a node +// Returns NULL when calculating size, when there is no next item and when +// there is an error. +static uint8_t *regnext(uint8_t *p) + FUNC_ATTR_NONNULL_ALL +{ + int offset; + + if (p == JUST_CALC_SIZE || reg_toolong) { + return NULL; + } + + offset = NEXT(p); + if (offset == 0) { + return NULL; + } + + if (OP(p) == BACK) { + return p - offset; + } else { + return p + offset; + } +} + +// Set the next-pointer at the end of a node chain. +static void regtail(uint8_t *p, uint8_t *val) +{ + int offset; + + if (p == JUST_CALC_SIZE) { + return; + } + + // Find last node. + uint8_t *scan = p; + while (true) { + uint8_t *temp = regnext(scan); + if (temp == NULL) { + break; + } + scan = temp; + } + + if (OP(scan) == BACK) { + offset = (int)(scan - val); + } else { + offset = (int)(val - scan); + } + // When the offset uses more than 16 bits it can no longer fit in the two + // bytes available. Use a global flag to avoid having to check return + // values in too many places. + if (offset > 0xffff) { + reg_toolong = true; + } else { + *(scan + 1) = (uint8_t)(((unsigned)offset >> 8) & 0377); + *(scan + 2) = (uint8_t)(offset & 0377); + } +} + +// Like regtail, on item after a BRANCH; nop if none. +static void regoptail(uint8_t *p, uint8_t *val) +{ + // When op is neither BRANCH nor BRACE_COMPLEX0-9, it is "operandless" + if (p == NULL || p == JUST_CALC_SIZE + || (OP(p) != BRANCH + && (OP(p) < BRACE_COMPLEX || OP(p) > BRACE_COMPLEX + 9))) { + return; + } + regtail(OPERAND(p), val); +} + +// Insert an operator in front of already-emitted operand +// +// Means relocating the operand. +static void reginsert(int op, uint8_t *opnd) +{ + uint8_t *src; + uint8_t *dst; + uint8_t *place; + + if (regcode == JUST_CALC_SIZE) { + regsize += 3; + return; + } + src = regcode; + regcode += 3; + dst = regcode; + while (src > opnd) { + *--dst = *--src; + } + + place = opnd; // Op node, where operand used to be. + *place++ = (uint8_t)op; + *place++ = NUL; + *place = NUL; +} + +// Insert an operator in front of already-emitted operand. +// Add a number to the operator. +static void reginsert_nr(int op, long val, uint8_t *opnd) +{ + uint8_t *src; + uint8_t *dst; + uint8_t *place; + + if (regcode == JUST_CALC_SIZE) { + regsize += 7; + return; + } + src = regcode; + regcode += 7; + dst = regcode; + while (src > opnd) { + *--dst = *--src; + } + + place = opnd; // Op node, where operand used to be. + *place++ = (uint8_t)op; + *place++ = NUL; + *place++ = NUL; + assert(val >= 0 && (uintmax_t)val <= UINT32_MAX); + re_put_uint32(place, (uint32_t)val); +} + +// Insert an operator in front of already-emitted operand. +// The operator has the given limit values as operands. Also set next pointer. +// +// Means relocating the operand. +static void reginsert_limits(int op, long minval, long maxval, uint8_t *opnd) +{ + uint8_t *src; + uint8_t *dst; + uint8_t *place; + + if (regcode == JUST_CALC_SIZE) { + regsize += 11; + return; + } + src = regcode; + regcode += 11; + dst = regcode; + while (src > opnd) { + *--dst = *--src; + } + + place = opnd; // Op node, where operand used to be. + *place++ = (uint8_t)op; + *place++ = NUL; + *place++ = NUL; + assert(minval >= 0 && (uintmax_t)minval <= UINT32_MAX); + place = re_put_uint32(place, (uint32_t)minval); + assert(maxval >= 0 && (uintmax_t)maxval <= UINT32_MAX); + place = re_put_uint32(place, (uint32_t)maxval); + regtail(opnd, place); +} + +/// Return true if the back reference is legal. We must have seen the close +/// brace. +/// TODO(vim): Should also check that we don't refer to something repeated +/// (+*=): what instance of the repetition should we match? +static int seen_endbrace(int refnum) +{ + if (!had_endbrace[refnum]) { + uint8_t *p; + + // Trick: check if "@<=" or "@<!" follows, in which case + // the \1 can appear before the referenced match. + for (p = (uint8_t *)regparse; *p != NUL; p++) { + if (p[0] == '@' && p[1] == '<' && (p[2] == '!' || p[2] == '=')) { + break; + } + } + + if (*p == NUL) { + emsg(_("E65: Illegal back reference")); + rc_did_emsg = true; + return false; + } + } + return true; +} + +// Parse the lowest level. +// +// Optimization: gobbles an entire sequence of ordinary characters so that +// it can turn them into a single node, which is smaller to store and +// faster to run. Don't do this when one_exactly is set. +static uint8_t *regatom(int *flagp) +{ + uint8_t *ret; + int flags; + int c; + uint8_t *p; + int extra = 0; + int save_prev_at_start = prev_at_start; + + *flagp = WORST; // Tentatively. + + c = getchr(); + switch (c) { + case Magic('^'): + ret = regnode(BOL); + break; + + case Magic('$'): + ret = regnode(EOL); + had_eol = true; + break; + + case Magic('<'): + ret = regnode(BOW); + break; + + case Magic('>'): + ret = regnode(EOW); + break; + + case Magic('_'): + c = no_Magic(getchr()); + if (c == '^') { // "\_^" is start-of-line + ret = regnode(BOL); + break; + } + if (c == '$') { // "\_$" is end-of-line + ret = regnode(EOL); + had_eol = true; + break; + } + + extra = ADD_NL; + *flagp |= HASNL; + + // "\_[" is character range plus newline + if (c == '[') { + goto collection; + } + + // "\_x" is character class plus newline + FALLTHROUGH; + + // Character classes. + case Magic('.'): + case Magic('i'): + case Magic('I'): + case Magic('k'): + case Magic('K'): + case Magic('f'): + case Magic('F'): + case Magic('p'): + case Magic('P'): + case Magic('s'): + case Magic('S'): + case Magic('d'): + case Magic('D'): + case Magic('x'): + case Magic('X'): + case Magic('o'): + case Magic('O'): + case Magic('w'): + case Magic('W'): + case Magic('h'): + case Magic('H'): + case Magic('a'): + case Magic('A'): + case Magic('l'): + case Magic('L'): + case Magic('u'): + case Magic('U'): + p = (uint8_t *)vim_strchr((char *)classchars, no_Magic(c)); + if (p == NULL) { + EMSG_RET_NULL(_(e_invalid_use_of_underscore)); + } + // When '.' is followed by a composing char ignore the dot, so that + // the composing char is matched here. + if (c == Magic('.') && utf_iscomposing(peekchr())) { + c = getchr(); + goto do_multibyte; + } + ret = regnode(classcodes[p - classchars] + extra); + *flagp |= HASWIDTH | SIMPLE; + break; + + case Magic('n'): + if (reg_string) { + // In a string "\n" matches a newline character. + ret = regnode(EXACTLY); + regc(NL); + regc(NUL); + *flagp |= HASWIDTH | SIMPLE; + } else { + // In buffer text "\n" matches the end of a line. + ret = regnode(NEWL); + *flagp |= HASWIDTH | HASNL; + } + break; + + case Magic('('): + if (one_exactly) { + EMSG_ONE_RET_NULL; + } + ret = reg(REG_PAREN, &flags); + if (ret == NULL) { + return NULL; + } + *flagp |= flags & (HASWIDTH | SPSTART | HASNL | HASLOOKBH); + break; + + case NUL: + case Magic('|'): + case Magic('&'): + case Magic(')'): + if (one_exactly) { + EMSG_ONE_RET_NULL; + } + IEMSG_RET_NULL(_(e_internal)); // Supposed to be caught earlier. + // NOTREACHED + + case Magic('='): + case Magic('?'): + case Magic('+'): + case Magic('@'): + case Magic('{'): + case Magic('*'): + c = no_Magic(c); + EMSG3_RET_NULL(_("E64: %s%c follows nothing"), + (c == '*' ? reg_magic >= MAGIC_ON : reg_magic == MAGIC_ALL), c); + // NOTREACHED + + case Magic('~'): // previous substitute pattern + if (reg_prev_sub != NULL) { + uint8_t *lp; + + ret = regnode(EXACTLY); + lp = (uint8_t *)reg_prev_sub; + while (*lp != NUL) { + regc(*lp++); + } + regc(NUL); + if (*reg_prev_sub != NUL) { + *flagp |= HASWIDTH; + if ((lp - (uint8_t *)reg_prev_sub) == 1) { + *flagp |= SIMPLE; + } + } + } else { + EMSG_RET_NULL(_(e_nopresub)); + } + break; + + case Magic('1'): + case Magic('2'): + case Magic('3'): + case Magic('4'): + case Magic('5'): + case Magic('6'): + case Magic('7'): + case Magic('8'): + case Magic('9'): { + int refnum; + + refnum = c - Magic('0'); + if (!seen_endbrace(refnum)) { + return NULL; + } + ret = regnode(BACKREF + refnum); + } + break; + + case Magic('z'): + c = no_Magic(getchr()); + switch (c) { + case '(': + if ((reg_do_extmatch & REX_SET) == 0) { + EMSG_RET_NULL(_(e_z_not_allowed)); + } + if (one_exactly) { + EMSG_ONE_RET_NULL; + } + ret = reg(REG_ZPAREN, &flags); + if (ret == NULL) { + return NULL; + } + *flagp |= flags & (HASWIDTH|SPSTART|HASNL|HASLOOKBH); + re_has_z = REX_SET; + break; + + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + if ((reg_do_extmatch & REX_USE) == 0) { + EMSG_RET_NULL(_(e_z1_not_allowed)); + } + ret = regnode(ZREF + c - '0'); + re_has_z = REX_USE; + break; + + case 's': + ret = regnode(MOPEN + 0); + if (!re_mult_next("\\zs")) { + return NULL; + } + break; + + case 'e': + ret = regnode(MCLOSE + 0); + if (!re_mult_next("\\ze")) { + return NULL; + } + break; + + default: + EMSG_RET_NULL(_("E68: Invalid character after \\z")); + } + break; + + case Magic('%'): + c = no_Magic(getchr()); + switch (c) { + // () without a back reference + case '(': + if (one_exactly) { + EMSG_ONE_RET_NULL; + } + ret = reg(REG_NPAREN, &flags); + if (ret == NULL) { + return NULL; + } + *flagp |= flags & (HASWIDTH | SPSTART | HASNL | HASLOOKBH); + break; + + // Catch \%^ and \%$ regardless of where they appear in the + // pattern -- regardless of whether or not it makes sense. + case '^': + ret = regnode(RE_BOF); + break; + + case '$': + ret = regnode(RE_EOF); + break; + + case '#': + if (regparse[0] == '=' && regparse[1] >= 48 && regparse[1] <= 50) { + // misplaced \%#=1 + semsg(_(e_atom_engine_must_be_at_start_of_pattern), regparse[1]); + return FAIL; + } + ret = regnode(CURSOR); + break; + + case 'V': + ret = regnode(RE_VISUAL); + break; + + case 'C': + ret = regnode(RE_COMPOSING); + break; + + // \%[abc]: Emit as a list of branches, all ending at the last + // branch which matches nothing. + case '[': + if (one_exactly) { // doesn't nest + EMSG_ONE_RET_NULL; + } + { + uint8_t *lastbranch; + uint8_t *lastnode = NULL; + uint8_t *br; + + ret = NULL; + while ((c = getchr()) != ']') { + if (c == NUL) { + EMSG2_RET_NULL(_(e_missing_sb), + reg_magic == MAGIC_ALL); + } + br = regnode(BRANCH); + if (ret == NULL) { + ret = br; + } else { + regtail(lastnode, br); + if (reg_toolong) { + return NULL; + } + } + + ungetchr(); + one_exactly = true; + lastnode = regatom(flagp); + one_exactly = false; + if (lastnode == NULL) { + return NULL; + } + } + if (ret == NULL) { + EMSG2_RET_NULL(_(e_empty_sb), + reg_magic == MAGIC_ALL); + } + lastbranch = regnode(BRANCH); + br = regnode(NOTHING); + if (ret != JUST_CALC_SIZE) { + regtail(lastnode, br); + regtail(lastbranch, br); + // connect all branches to the NOTHING + // branch at the end + for (br = ret; br != lastnode;) { + if (OP(br) == BRANCH) { + regtail(br, lastbranch); + if (reg_toolong) { + return NULL; + } + br = OPERAND(br); + } else { + br = regnext(br); + } + } + } + *flagp &= ~(HASWIDTH | SIMPLE); + break; + } + + case 'd': // %d123 decimal + case 'o': // %o123 octal + case 'x': // %xab hex 2 + case 'u': // %uabcd hex 4 + case 'U': // %U1234abcd hex 8 + { + int64_t i; + + switch (c) { + case 'd': + i = getdecchrs(); break; + case 'o': + i = getoctchrs(); break; + case 'x': + i = gethexchrs(2); break; + case 'u': + i = gethexchrs(4); break; + case 'U': + i = gethexchrs(8); break; + default: + i = -1; break; + } + + if (i < 0 || i > INT_MAX) { + EMSG2_RET_NULL(_("E678: Invalid character after %s%%[dxouU]"), + reg_magic == MAGIC_ALL); + } + if (use_multibytecode((int)i)) { + ret = regnode(MULTIBYTECODE); + } else { + ret = regnode(EXACTLY); + } + if (i == 0) { + regc(0x0a); + } else { + regmbc((int)i); + } + regc(NUL); + *flagp |= HASWIDTH; + break; + } + + default: + if (ascii_isdigit(c) || c == '<' || c == '>' || c == '\'' || c == '.') { + uint32_t n = 0; + int cmp; + bool cur = false; + bool got_digit = false; + + cmp = c; + if (cmp == '<' || cmp == '>') { + c = getchr(); + } + if (no_Magic(c) == '.') { + cur = true; + c = getchr(); + } + while (ascii_isdigit(c)) { + got_digit = true; + n = n * 10 + (uint32_t)(c - '0'); + c = getchr(); + } + if (c == '\'' && n == 0) { + // "\%'m", "\%<'m" and "\%>'m": Mark + c = getchr(); + ret = regnode(RE_MARK); + if (ret == JUST_CALC_SIZE) { + regsize += 2; + } else { + *regcode++ = (uint8_t)c; + *regcode++ = (uint8_t)cmp; + } + break; + } else if ((c == 'l' || c == 'c' || c == 'v') && (cur || got_digit)) { + if (cur && n) { + semsg(_(e_regexp_number_after_dot_pos_search_chr), no_Magic(c)); + rc_did_emsg = true; + return NULL; + } + if (c == 'l') { + if (cur) { + n = (uint32_t)curwin->w_cursor.lnum; + } + ret = regnode(RE_LNUM); + if (save_prev_at_start) { + at_start = true; + } + } else if (c == 'c') { + if (cur) { + n = (uint32_t)curwin->w_cursor.col; + n++; + } + ret = regnode(RE_COL); + } else { + if (cur) { + colnr_T vcol = 0; + getvvcol(curwin, &curwin->w_cursor, NULL, NULL, &vcol); + n = (uint32_t)(++vcol); + } + ret = regnode(RE_VCOL); + } + if (ret == JUST_CALC_SIZE) { + regsize += 5; + } else { + // put the number and the optional + // comparator after the opcode + regcode = re_put_uint32(regcode, n); + *regcode++ = (uint8_t)cmp; + } + break; + } + } + + EMSG2_RET_NULL(_("E71: Invalid character after %s%%"), + reg_magic == MAGIC_ALL); + } + break; + + case Magic('['): +collection: + { + uint8_t *lp; + + // If there is no matching ']', we assume the '[' is a normal + // character. This makes 'incsearch' and ":help [" work. + lp = (uint8_t *)skip_anyof(regparse); + if (*lp == ']') { // there is a matching ']' + int startc = -1; // > 0 when next '-' is a range + int endc; + + // In a character class, different parsing rules apply. + // Not even \ is special anymore, nothing is. + if (*regparse == '^') { // Complement of range. + ret = regnode(ANYBUT + extra); + regparse++; + } else { + ret = regnode(ANYOF + extra); + } + + // At the start ']' and '-' mean the literal character. + if (*regparse == ']' || *regparse == '-') { + startc = (uint8_t)(*regparse); + regc(*regparse++); + } + + while (*regparse != NUL && *regparse != ']') { + if (*regparse == '-') { + regparse++; + // The '-' is not used for a range at the end and + // after or before a '\n'. + if (*regparse == ']' || *regparse == NUL + || startc == -1 + || (regparse[0] == '\\' && regparse[1] == 'n')) { + regc('-'); + startc = '-'; // [--x] is a range + } else { + // Also accept "a-[.z.]" + endc = 0; + if (*regparse == '[') { + endc = get_coll_element(®parse); + } + if (endc == 0) { + endc = mb_ptr2char_adv((const char **)®parse); + } + + // Handle \o40, \x20 and \u20AC style sequences + if (endc == '\\' && !reg_cpo_lit) { + endc = coll_get_char(); + } + + if (startc > endc) { + EMSG_RET_NULL(_(e_reverse_range)); + } + if (utf_char2len(startc) > 1 + || utf_char2len(endc) > 1) { + // Limit to a range of 256 chars + if (endc > startc + 256) { + EMSG_RET_NULL(_(e_large_class)); + } + while (++startc <= endc) { + regmbc(startc); + } + } else { + while (++startc <= endc) { + regc(startc); + } + } + startc = -1; + } + } + // Only "\]", "\^", "\]" and "\\" are special in Vi. Vim + // accepts "\t", "\e", etc., but only when the 'l' flag in + // 'cpoptions' is not included. + else if (*regparse == '\\' + && (vim_strchr(REGEXP_INRANGE, (uint8_t)regparse[1]) != NULL + || (!reg_cpo_lit + && vim_strchr(REGEXP_ABBR, + (uint8_t)regparse[1]) != NULL))) { + regparse++; + if (*regparse == 'n') { + // '\n' in range: also match NL + if (ret != JUST_CALC_SIZE) { + // Using \n inside [^] does not change what + // matches. "[^\n]" is the same as ".". + if (*ret == ANYOF) { + *ret = ANYOF + ADD_NL; + *flagp |= HASNL; + } + // else: must have had a \n already + } + regparse++; + startc = -1; + } else if (*regparse == 'd' + || *regparse == 'o' + || *regparse == 'x' + || *regparse == 'u' + || *regparse == 'U') { + startc = coll_get_char(); + if (startc == 0) { + regc(0x0a); + } else { + regmbc(startc); + } + } else { + startc = backslash_trans(*regparse++); + regc(startc); + } + } else if (*regparse == '[') { + int c_class; + int cu; + + c_class = get_char_class(®parse); + startc = -1; + // Characters assumed to be 8 bits! + switch (c_class) { + case CLASS_NONE: + c_class = get_equi_class(®parse); + if (c_class != 0) { + // produce equivalence class + reg_equi_class(c_class); + } else if ((c_class = get_coll_element(®parse)) != 0) { + // produce a collating element + regmbc(c_class); + } else { + // literal '[', allow [[-x] as a range + startc = (uint8_t)(*regparse++); + regc(startc); + } + break; + case CLASS_ALNUM: + for (cu = 1; cu < 128; cu++) { + if (isalnum(cu)) { + regmbc(cu); + } + } + break; + case CLASS_ALPHA: + for (cu = 1; cu < 128; cu++) { + if (isalpha(cu)) { + regmbc(cu); + } + } + break; + case CLASS_BLANK: + regc(' '); + regc('\t'); + break; + case CLASS_CNTRL: + for (cu = 1; cu <= 127; cu++) { + if (iscntrl(cu)) { + regmbc(cu); + } + } + break; + case CLASS_DIGIT: + for (cu = 1; cu <= 127; cu++) { + if (ascii_isdigit(cu)) { + regmbc(cu); + } + } + break; + case CLASS_GRAPH: + for (cu = 1; cu <= 127; cu++) { + if (isgraph(cu)) { + regmbc(cu); + } + } + break; + case CLASS_LOWER: + for (cu = 1; cu <= 255; cu++) { + if (mb_islower(cu) && cu != 170 && cu != 186) { + regmbc(cu); + } + } + break; + case CLASS_PRINT: + for (cu = 1; cu <= 255; cu++) { + if (vim_isprintc(cu)) { + regmbc(cu); + } + } + break; + case CLASS_PUNCT: + for (cu = 1; cu < 128; cu++) { + if (ispunct(cu)) { + regmbc(cu); + } + } + break; + case CLASS_SPACE: + for (cu = 9; cu <= 13; cu++) { + regc(cu); + } + regc(' '); + break; + case CLASS_UPPER: + for (cu = 1; cu <= 255; cu++) { + if (mb_isupper(cu)) { + regmbc(cu); + } + } + break; + case CLASS_XDIGIT: + for (cu = 1; cu <= 255; cu++) { + if (ascii_isxdigit(cu)) { + regmbc(cu); + } + } + break; + case CLASS_TAB: + regc('\t'); + break; + case CLASS_RETURN: + regc('\r'); + break; + case CLASS_BACKSPACE: + regc('\b'); + break; + case CLASS_ESCAPE: + regc(ESC); + break; + case CLASS_IDENT: + for (cu = 1; cu <= 255; cu++) { + if (vim_isIDc(cu)) { + regmbc(cu); + } + } + break; + case CLASS_KEYWORD: + for (cu = 1; cu <= 255; cu++) { + if (reg_iswordc(cu)) { + regmbc(cu); + } + } + break; + case CLASS_FNAME: + for (cu = 1; cu <= 255; cu++) { + if (vim_isfilec(cu)) { + regmbc(cu); + } + } + break; + } + } else { + // produce a multibyte character, including any + // following composing characters. + startc = utf_ptr2char(regparse); + int len = utfc_ptr2len(regparse); + if (utf_char2len(startc) != len) { + // composing chars + startc = -1; + } + while (--len >= 0) { + regc(*regparse++); + } + } + } + regc(NUL); + prevchr_len = 1; // last char was the ']' + if (*regparse != ']') { + EMSG_RET_NULL(_(e_toomsbra)); // Cannot happen? + } + skipchr(); // let's be friends with the lexer again + *flagp |= HASWIDTH | SIMPLE; + break; + } else if (reg_strict) { + EMSG2_RET_NULL(_(e_missingbracket), reg_magic > MAGIC_OFF); + } + } + FALLTHROUGH; + + default: { + int len; + + // A multi-byte character is handled as a separate atom if it's + // before a multi and when it's a composing char. + if (use_multibytecode(c)) { +do_multibyte: + ret = regnode(MULTIBYTECODE); + regmbc(c); + *flagp |= HASWIDTH | SIMPLE; + break; + } + + ret = regnode(EXACTLY); + + // Append characters as long as: + // - there is no following multi, we then need the character in + // front of it as a single character operand + // - not running into a Magic character + // - "one_exactly" is not set + // But always emit at least one character. Might be a Multi, + // e.g., a "[" without matching "]". + for (len = 0; c != NUL && (len == 0 + || (re_multi_type(peekchr()) == NOT_MULTI + && !one_exactly + && !is_Magic(c))); len++) { + c = no_Magic(c); + { + regmbc(c); + { + int l; + + // Need to get composing character too. + while (true) { + l = utf_ptr2len(regparse); + if (!utf_composinglike(regparse, regparse + l)) { + break; + } + regmbc(utf_ptr2char(regparse)); + skipchr(); + } + } + } + c = getchr(); + } + ungetchr(); + + regc(NUL); + *flagp |= HASWIDTH; + if (len == 1) { + *flagp |= SIMPLE; + } + } + break; + } + + return ret; +} + +// Parse something followed by possible [*+=]. +// +// Note that the branching code sequences used for = and the general cases +// of * and + are somewhat optimized: they use the same NOTHING node as +// both the endmarker for their branch list and the body of the last branch. +// It might seem that this node could be dispensed with entirely, but the +// endmarker role is not redundant. +static uint8_t *regpiece(int *flagp) +{ + uint8_t *ret; + int op; + uint8_t *next; + int flags; + int minval; + int maxval; + + ret = regatom(&flags); + if (ret == NULL) { + return NULL; + } + + op = peekchr(); + if (re_multi_type(op) == NOT_MULTI) { + *flagp = flags; + return ret; + } + // default flags + *flagp = (WORST | SPSTART | (flags & (HASNL | HASLOOKBH))); + + skipchr(); + switch (op) { + case Magic('*'): + if (flags & SIMPLE) { + reginsert(STAR, ret); + } else { + // Emit x* as (x&|), where & means "self". + reginsert(BRANCH, ret); // Either x + regoptail(ret, regnode(BACK)); // and loop + regoptail(ret, ret); // back + regtail(ret, regnode(BRANCH)); // or + regtail(ret, regnode(NOTHING)); // null. + } + break; + + case Magic('+'): + if (flags & SIMPLE) { + reginsert(PLUS, ret); + } else { + // Emit x+ as x(&|), where & means "self". + next = regnode(BRANCH); // Either + regtail(ret, next); + regtail(regnode(BACK), ret); // loop back + regtail(next, regnode(BRANCH)); // or + regtail(ret, regnode(NOTHING)); // null. + } + *flagp = (WORST | HASWIDTH | (flags & (HASNL | HASLOOKBH))); + break; + + case Magic('@'): { + int lop = END; + int64_t nr = getdecchrs(); + + switch (no_Magic(getchr())) { + case '=': + lop = MATCH; break; // \@= + case '!': + lop = NOMATCH; break; // \@! + case '>': + lop = SUBPAT; break; // \@> + case '<': + switch (no_Magic(getchr())) { + case '=': + lop = BEHIND; break; // \@<= + case '!': + lop = NOBEHIND; break; // \@<! + } + } + if (lop == END) { + EMSG2_RET_NULL(_(e_invalid_character_after_str_at), + reg_magic == MAGIC_ALL); + } + // Look behind must match with behind_pos. + if (lop == BEHIND || lop == NOBEHIND) { + regtail(ret, regnode(BHPOS)); + *flagp |= HASLOOKBH; + } + regtail(ret, regnode(END)); // operand ends + if (lop == BEHIND || lop == NOBEHIND) { + if (nr < 0) { + nr = 0; // no limit is same as zero limit + } + reginsert_nr(lop, (uint32_t)nr, ret); + } else { + reginsert(lop, ret); + } + break; + } + + case Magic('?'): + case Magic('='): + // Emit x= as (x|) + reginsert(BRANCH, ret); // Either x + regtail(ret, regnode(BRANCH)); // or + next = regnode(NOTHING); // null. + regtail(ret, next); + regoptail(ret, next); + break; + + case Magic('{'): + if (!read_limits(&minval, &maxval)) { + return NULL; + } + if (flags & SIMPLE) { + reginsert(BRACE_SIMPLE, ret); + reginsert_limits(BRACE_LIMITS, minval, maxval, ret); + } else { + if (num_complex_braces >= 10) { + EMSG2_RET_NULL(_("E60: Too many complex %s{...}s"), + reg_magic == MAGIC_ALL); + } + reginsert(BRACE_COMPLEX + num_complex_braces, ret); + regoptail(ret, regnode(BACK)); + regoptail(ret, ret); + reginsert_limits(BRACE_LIMITS, minval, maxval, ret); + num_complex_braces++; + } + if (minval > 0 && maxval > 0) { + *flagp = (HASWIDTH | (flags & (HASNL | HASLOOKBH))); + } + break; + } + if (re_multi_type(peekchr()) != NOT_MULTI) { + // Can't have a multi follow a multi. + if (peekchr() == Magic('*')) { + EMSG2_RET_NULL(_("E61: Nested %s*"), reg_magic >= MAGIC_ON); + } + EMSG3_RET_NULL(_("E62: Nested %s%c"), reg_magic == MAGIC_ALL, no_Magic(peekchr())); + } + + return ret; +} + +// Parse one alternative of an | or & operator. +// Implements the concatenation operator. +static uint8_t *regconcat(int *flagp) +{ + uint8_t *first = NULL; + uint8_t *chain = NULL; + uint8_t *latest; + int flags; + int cont = true; + + *flagp = WORST; // Tentatively. + + while (cont) { + switch (peekchr()) { + case NUL: + case Magic('|'): + case Magic('&'): + case Magic(')'): + cont = false; + break; + case Magic('Z'): + regflags |= RF_ICOMBINE; + skipchr_keepstart(); + break; + case Magic('c'): + regflags |= RF_ICASE; + skipchr_keepstart(); + break; + case Magic('C'): + regflags |= RF_NOICASE; + skipchr_keepstart(); + break; + case Magic('v'): + reg_magic = MAGIC_ALL; + skipchr_keepstart(); + curchr = -1; + break; + case Magic('m'): + reg_magic = MAGIC_ON; + skipchr_keepstart(); + curchr = -1; + break; + case Magic('M'): + reg_magic = MAGIC_OFF; + skipchr_keepstart(); + curchr = -1; + break; + case Magic('V'): + reg_magic = MAGIC_NONE; + skipchr_keepstart(); + curchr = -1; + break; + default: + latest = regpiece(&flags); + if (latest == NULL || reg_toolong) { + return NULL; + } + *flagp |= flags & (HASWIDTH | HASNL | HASLOOKBH); + if (chain == NULL) { // First piece. + *flagp |= flags & SPSTART; + } else { + regtail(chain, latest); + } + chain = latest; + if (first == NULL) { + first = latest; + } + break; + } + } + if (first == NULL) { // Loop ran zero times. + first = regnode(NOTHING); + } + return first; +} + +// Parse one alternative of an | operator. +// Implements the & operator. +static uint8_t *regbranch(int *flagp) +{ + uint8_t *ret; + uint8_t *chain = NULL; + uint8_t *latest; + int flags; + + *flagp = WORST | HASNL; // Tentatively. + + ret = regnode(BRANCH); + while (true) { + latest = regconcat(&flags); + if (latest == NULL) { + return NULL; + } + // If one of the branches has width, the whole thing has. If one of + // the branches anchors at start-of-line, the whole thing does. + // If one of the branches uses look-behind, the whole thing does. + *flagp |= flags & (HASWIDTH | SPSTART | HASLOOKBH); + // If one of the branches doesn't match a line-break, the whole thing + // doesn't. + *flagp &= ~HASNL | (flags & HASNL); + if (chain != NULL) { + regtail(chain, latest); + } + if (peekchr() != Magic('&')) { + break; + } + skipchr(); + regtail(latest, regnode(END)); // operand ends + if (reg_toolong) { + break; + } + reginsert(MATCH, latest); + chain = latest; + } + + return ret; +} + +/// Parse regular expression, i.e. main body or parenthesized thing. +/// +/// Caller must absorb opening parenthesis. +/// +/// Combining parenthesis handling with the base level of regular expression +/// is a trifle forced, but the need to tie the tails of the branches to what +/// follows makes it hard to avoid. +/// +/// @param paren REG_NOPAREN, REG_PAREN, REG_NPAREN or REG_ZPAREN +static uint8_t *reg(int paren, int *flagp) +{ + uint8_t *ret; + uint8_t *br; + uint8_t *ender; + int parno = 0; + int flags; + + *flagp = HASWIDTH; // Tentatively. + + if (paren == REG_ZPAREN) { + // Make a ZOPEN node. + if (regnzpar >= NSUBEXP) { + EMSG_RET_NULL(_("E50: Too many \\z(")); + } + parno = regnzpar; + regnzpar++; + ret = regnode(ZOPEN + parno); + } else if (paren == REG_PAREN) { + // Make a MOPEN node. + if (regnpar >= NSUBEXP) { + EMSG2_RET_NULL(_("E51: Too many %s("), reg_magic == MAGIC_ALL); + } + parno = regnpar; + regnpar++; + ret = regnode(MOPEN + parno); + } else if (paren == REG_NPAREN) { + // Make a NOPEN node. + ret = regnode(NOPEN); + } else { + ret = NULL; + } + + // Pick up the branches, linking them together. + br = regbranch(&flags); + if (br == NULL) { + return NULL; + } + if (ret != NULL) { + regtail(ret, br); // [MZ]OPEN -> first. + } else { + ret = br; + } + // If one of the branches can be zero-width, the whole thing can. + // If one of the branches has * at start or matches a line-break, the + // whole thing can. + if (!(flags & HASWIDTH)) { + *flagp &= ~HASWIDTH; + } + *flagp |= flags & (SPSTART | HASNL | HASLOOKBH); + while (peekchr() == Magic('|')) { + skipchr(); + br = regbranch(&flags); + if (br == NULL || reg_toolong) { + return NULL; + } + regtail(ret, br); // BRANCH -> BRANCH. + if (!(flags & HASWIDTH)) { + *flagp &= ~HASWIDTH; + } + *flagp |= flags & (SPSTART | HASNL | HASLOOKBH); + } + + // Make a closing node, and hook it on the end. + ender = regnode(paren == REG_ZPAREN ? ZCLOSE + parno : + paren == REG_PAREN ? MCLOSE + parno : + paren == REG_NPAREN ? NCLOSE : END); + regtail(ret, ender); + + // Hook the tails of the branches to the closing node. + for (br = ret; br != NULL; br = regnext(br)) { + regoptail(br, ender); + } + + // Check for proper termination. + if (paren != REG_NOPAREN && getchr() != Magic(')')) { + if (paren == REG_ZPAREN) { + EMSG_RET_NULL(_("E52: Unmatched \\z(")); + } else if (paren == REG_NPAREN) { + EMSG2_RET_NULL(_(e_unmatchedpp), reg_magic == MAGIC_ALL); + } else { + EMSG2_RET_NULL(_(e_unmatchedp), reg_magic == MAGIC_ALL); + } + } else if (paren == REG_NOPAREN && peekchr() != NUL) { + if (curchr == Magic(')')) { + EMSG2_RET_NULL(_(e_unmatchedpar), reg_magic == MAGIC_ALL); + } else { + EMSG_RET_NULL(_(e_trailing)); // "Can't happen". + } + // NOTREACHED + } + // Here we set the flag allowing back references to this set of + // parentheses. + if (paren == REG_PAREN) { + had_endbrace[parno] = true; // have seen the close paren + } + return ret; +} + +// bt_regcomp() - compile a regular expression into internal code for the +// traditional back track matcher. +// Returns the program in allocated space. Returns NULL for an error. +// +// We can't allocate space until we know how big the compiled form will be, +// but we can't compile it (and thus know how big it is) until we've got a +// place to put the code. So we cheat: we compile it twice, once with code +// generation turned off and size counting turned on, and once "for real". +// This also means that we don't allocate space until we are sure that the +// thing really will compile successfully, and we never have to move the +// code and thus invalidate pointers into it. (Note that it has to be in +// one piece because free() must be able to free it all.) +// +// Whether upper/lower case is to be ignored is decided when executing the +// program, it does not matter here. +// +// Beware that the optimization-preparation code in here knows about some +// of the structure of the compiled regexp. +// "re_flags": RE_MAGIC and/or RE_STRING. +static regprog_T *bt_regcomp(uint8_t *expr, int re_flags) +{ + uint8_t *scan; + uint8_t *longest; + int len; + int flags; + + if (expr == NULL) { + IEMSG_RET_NULL(_(e_null)); + } + + init_class_tab(); + + // First pass: determine size, legality. + regcomp_start(expr, re_flags); + regcode = JUST_CALC_SIZE; + regc(REGMAGIC); + if (reg(REG_NOPAREN, &flags) == NULL) { + return NULL; + } + + // Allocate space. + bt_regprog_T *r = xmalloc(offsetof(bt_regprog_T, program) + (size_t)regsize); + r->re_in_use = false; + + // Second pass: emit code. + regcomp_start(expr, re_flags); + regcode = r->program; + regc(REGMAGIC); + if (reg(REG_NOPAREN, &flags) == NULL || reg_toolong) { + xfree(r); + if (reg_toolong) { + EMSG_RET_NULL(_("E339: Pattern too long")); + } + return NULL; + } + + // Dig out information for optimizations. + r->regstart = NUL; // Worst-case defaults. + r->reganch = 0; + r->regmust = NULL; + r->regmlen = 0; + r->regflags = regflags; + if (flags & HASNL) { + r->regflags |= RF_HASNL; + } + if (flags & HASLOOKBH) { + r->regflags |= RF_LOOKBH; + } + // Remember whether this pattern has any \z specials in it. + r->reghasz = (uint8_t)re_has_z; + scan = r->program + 1; // First BRANCH. + if (OP(regnext(scan)) == END) { // Only one top-level choice. + scan = OPERAND(scan); + + // Starting-point info. + if (OP(scan) == BOL || OP(scan) == RE_BOF) { + r->reganch++; + scan = regnext(scan); + } + + if (OP(scan) == EXACTLY) { + r->regstart = utf_ptr2char((char *)OPERAND(scan)); + } else if (OP(scan) == BOW + || OP(scan) == EOW + || OP(scan) == NOTHING + || OP(scan) == MOPEN + 0 || OP(scan) == NOPEN + || OP(scan) == MCLOSE + 0 || OP(scan) == NCLOSE) { + uint8_t *regnext_scan = regnext(scan); + if (OP(regnext_scan) == EXACTLY) { + r->regstart = utf_ptr2char((char *)OPERAND(regnext_scan)); + } + } + + // If there's something expensive in the r.e., find the longest + // literal string that must appear and make it the regmust. Resolve + // ties in favor of later strings, since the regstart check works + // with the beginning of the r.e. and avoiding duplication + // strengthens checking. Not a strong reason, but sufficient in the + // absence of others. + + // When the r.e. starts with BOW, it is faster to look for a regmust + // first. Used a lot for "#" and "*" commands. (Added by mool). + if ((flags & SPSTART || OP(scan) == BOW || OP(scan) == EOW) + && !(flags & HASNL)) { + longest = NULL; + len = 0; + for (; scan != NULL; scan = regnext(scan)) { + if (OP(scan) == EXACTLY && strlen((char *)OPERAND(scan)) >= (size_t)len) { + longest = OPERAND(scan); + len = (int)strlen((char *)OPERAND(scan)); + } + } + r->regmust = longest; + r->regmlen = len; + } + } +#ifdef BT_REGEXP_DUMP + regdump(expr, r); +#endif + r->engine = &bt_regengine; + return (regprog_T *)r; +} + +// Check if during the previous call to vim_regcomp the EOL item "$" has been +// found. This is messy, but it works fine. +int vim_regcomp_had_eol(void) +{ + return had_eol; +} + +// Get a number after a backslash that is inside []. +// When nothing is recognized return a backslash. +static int coll_get_char(void) +{ + int64_t nr = -1; + + switch (*regparse++) { + case 'd': + nr = getdecchrs(); break; + case 'o': + nr = getoctchrs(); break; + case 'x': + nr = gethexchrs(2); break; + case 'u': + nr = gethexchrs(4); break; + case 'U': + nr = gethexchrs(8); break; + } + if (nr < 0 || nr > INT_MAX) { + // If getting the number fails be backwards compatible: the character + // is a backslash. + regparse--; + nr = '\\'; + } + return (int)nr; +} + +// Free a compiled regexp program, returned by bt_regcomp(). +static void bt_regfree(regprog_T *prog) +{ + xfree(prog); +} + +#define ADVANCE_REGINPUT() MB_PTR_ADV(rex.input) + +// The arguments from BRACE_LIMITS are stored here. They are actually local +// to regmatch(), but they are here to reduce the amount of stack space used +// (it can be called recursively many times). +static long bl_minval; +static long bl_maxval; + +// Save the input line and position in a regsave_T. +static void reg_save(regsave_T *save, garray_T *gap) + FUNC_ATTR_NONNULL_ALL +{ + if (REG_MULTI) { + save->rs_u.pos.col = (colnr_T)(rex.input - rex.line); + save->rs_u.pos.lnum = rex.lnum; + } else { + save->rs_u.ptr = rex.input; + } + save->rs_len = gap->ga_len; +} + +// Restore the input line and position from a regsave_T. +static void reg_restore(regsave_T *save, garray_T *gap) + FUNC_ATTR_NONNULL_ALL +{ + if (REG_MULTI) { + if (rex.lnum != save->rs_u.pos.lnum) { + // only call reg_getline() when the line number changed to save + // a bit of time + rex.lnum = save->rs_u.pos.lnum; + rex.line = (uint8_t *)reg_getline(rex.lnum); + } + rex.input = rex.line + save->rs_u.pos.col; + } else { + rex.input = save->rs_u.ptr; + } + gap->ga_len = save->rs_len; +} + +// Return true if current position is equal to saved position. +static bool reg_save_equal(const regsave_T *save) + FUNC_ATTR_NONNULL_ALL +{ + if (REG_MULTI) { + return rex.lnum == save->rs_u.pos.lnum + && rex.input == rex.line + save->rs_u.pos.col; + } + return rex.input == save->rs_u.ptr; +} + +// Save the sub-expressions before attempting a match. +#define save_se(savep, posp, pp) \ + REG_MULTI ? save_se_multi((savep), (posp)) : save_se_one((savep), (pp)) + +// After a failed match restore the sub-expressions. +#define restore_se(savep, posp, pp) { \ + if (REG_MULTI) /* NOLINT(readability/braces) */ \ + *(posp) = (savep)->se_u.pos; \ + else /* NOLINT */ \ + *(pp) = (savep)->se_u.ptr; } + +// Tentatively set the sub-expression start to the current position (after +// calling regmatch() they will have changed). Need to save the existing +// values for when there is no match. +// Use se_save() to use pointer (save_se_multi()) or position (save_se_one()), +// depending on REG_MULTI. +static void save_se_multi(save_se_T *savep, lpos_T *posp) +{ + savep->se_u.pos = *posp; + posp->lnum = rex.lnum; + posp->col = (colnr_T)(rex.input - rex.line); +} + +static void save_se_one(save_se_T *savep, uint8_t **pp) +{ + savep->se_u.ptr = *pp; + *pp = rex.input; +} + +/// regrepeat - repeatedly match something simple, return how many. +/// Advances rex.input (and rex.lnum) to just after the matched chars. +/// +/// @param maxcount maximum number of matches allowed +static int regrepeat(uint8_t *p, long maxcount) +{ + long count = 0; + uint8_t *opnd; + int mask; + int testval = 0; + + uint8_t *scan = rex.input; // Make local copy of rex.input for speed. + opnd = OPERAND(p); + switch (OP(p)) { + case ANY: + case ANY + ADD_NL: + while (count < maxcount) { + // Matching anything means we continue until end-of-line (or + // end-of-file for ANY + ADD_NL), only limited by maxcount. + while (*scan != NUL && count < maxcount) { + count++; + MB_PTR_ADV(scan); + } + if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline + || rex.reg_line_lbr || count == maxcount) { + break; + } + count++; // count the line-break + reg_nextline(); + scan = rex.input; + if (got_int) { + break; + } + } + break; + + case IDENT: + case IDENT + ADD_NL: + testval = 1; + FALLTHROUGH; + case SIDENT: + case SIDENT + ADD_NL: + while (count < maxcount) { + if (vim_isIDc(utf_ptr2char((char *)scan)) && (testval || !ascii_isdigit(*scan))) { + MB_PTR_ADV(scan); + } else if (*scan == NUL) { + if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline + || rex.reg_line_lbr) { + break; + } + reg_nextline(); + scan = rex.input; + if (got_int) { + break; + } + } else if (rex.reg_line_lbr && *scan == '\n' && WITH_NL(OP(p))) { + scan++; + } else { + break; + } + count++; + } + break; + + case KWORD: + case KWORD + ADD_NL: + testval = 1; + FALLTHROUGH; + case SKWORD: + case SKWORD + ADD_NL: + while (count < maxcount) { + if (vim_iswordp_buf((char *)scan, rex.reg_buf) + && (testval || !ascii_isdigit(*scan))) { + MB_PTR_ADV(scan); + } else if (*scan == NUL) { + if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline + || rex.reg_line_lbr) { + break; + } + reg_nextline(); + scan = rex.input; + if (got_int) { + break; + } + } else if (rex.reg_line_lbr && *scan == '\n' && WITH_NL(OP(p))) { + scan++; + } else { + break; + } + count++; + } + break; + + case FNAME: + case FNAME + ADD_NL: + testval = 1; + FALLTHROUGH; + case SFNAME: + case SFNAME + ADD_NL: + while (count < maxcount) { + if (vim_isfilec(utf_ptr2char((char *)scan)) && (testval || !ascii_isdigit(*scan))) { + MB_PTR_ADV(scan); + } else if (*scan == NUL) { + if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline + || rex.reg_line_lbr) { + break; + } + reg_nextline(); + scan = rex.input; + if (got_int) { + break; + } + } else if (rex.reg_line_lbr && *scan == '\n' && WITH_NL(OP(p))) { + scan++; + } else { + break; + } + count++; + } + break; + + case PRINT: + case PRINT + ADD_NL: + testval = 1; + FALLTHROUGH; + case SPRINT: + case SPRINT + ADD_NL: + while (count < maxcount) { + if (*scan == NUL) { + if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline + || rex.reg_line_lbr) { + break; + } + reg_nextline(); + scan = rex.input; + if (got_int) { + break; + } + } else if (vim_isprintc(utf_ptr2char((char *)scan)) == 1 + && (testval || !ascii_isdigit(*scan))) { + MB_PTR_ADV(scan); + } else if (rex.reg_line_lbr && *scan == '\n' && WITH_NL(OP(p))) { + scan++; + } else { + break; + } + count++; + } + break; + + case WHITE: + case WHITE + ADD_NL: + testval = mask = RI_WHITE; +do_class: + while (count < maxcount) { + int l; + if (*scan == NUL) { + if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline + || rex.reg_line_lbr) { + break; + } + reg_nextline(); + scan = rex.input; + if (got_int) { + break; + } + } else if ((l = utfc_ptr2len((char *)scan)) > 1) { + if (testval != 0) { + break; + } + scan += l; + } else if ((class_tab[*scan] & mask) == testval) { + scan++; + } else if (rex.reg_line_lbr && *scan == '\n' && WITH_NL(OP(p))) { + scan++; + } else { + break; + } + count++; + } + break; + + case NWHITE: + case NWHITE + ADD_NL: + mask = RI_WHITE; + goto do_class; + case DIGIT: + case DIGIT + ADD_NL: + testval = mask = RI_DIGIT; + goto do_class; + case NDIGIT: + case NDIGIT + ADD_NL: + mask = RI_DIGIT; + goto do_class; + case HEX: + case HEX + ADD_NL: + testval = mask = RI_HEX; + goto do_class; + case NHEX: + case NHEX + ADD_NL: + mask = RI_HEX; + goto do_class; + case OCTAL: + case OCTAL + ADD_NL: + testval = mask = RI_OCTAL; + goto do_class; + case NOCTAL: + case NOCTAL + ADD_NL: + mask = RI_OCTAL; + goto do_class; + case WORD: + case WORD + ADD_NL: + testval = mask = RI_WORD; + goto do_class; + case NWORD: + case NWORD + ADD_NL: + mask = RI_WORD; + goto do_class; + case HEAD: + case HEAD + ADD_NL: + testval = mask = RI_HEAD; + goto do_class; + case NHEAD: + case NHEAD + ADD_NL: + mask = RI_HEAD; + goto do_class; + case ALPHA: + case ALPHA + ADD_NL: + testval = mask = RI_ALPHA; + goto do_class; + case NALPHA: + case NALPHA + ADD_NL: + mask = RI_ALPHA; + goto do_class; + case LOWER: + case LOWER + ADD_NL: + testval = mask = RI_LOWER; + goto do_class; + case NLOWER: + case NLOWER + ADD_NL: + mask = RI_LOWER; + goto do_class; + case UPPER: + case UPPER + ADD_NL: + testval = mask = RI_UPPER; + goto do_class; + case NUPPER: + case NUPPER + ADD_NL: + mask = RI_UPPER; + goto do_class; + + case EXACTLY: { + int cu, cl; + + // This doesn't do a multi-byte character, because a MULTIBYTECODE + // would have been used for it. It does handle single-byte + // characters, such as latin1. + if (rex.reg_ic) { + cu = mb_toupper(*opnd); + cl = mb_tolower(*opnd); + while (count < maxcount && (*scan == cu || *scan == cl)) { + count++; + scan++; + } + } else { + cu = *opnd; + while (count < maxcount && *scan == cu) { + count++; + scan++; + } + } + break; + } + + case MULTIBYTECODE: { + int i, len, cf = 0; + + // Safety check (just in case 'encoding' was changed since + // compiling the program). + if ((len = utfc_ptr2len((char *)opnd)) > 1) { + if (rex.reg_ic) { + cf = utf_fold(utf_ptr2char((char *)opnd)); + } + while (count < maxcount && utfc_ptr2len((char *)scan) >= len) { + for (i = 0; i < len; i++) { + if (opnd[i] != scan[i]) { + break; + } + } + if (i < len && (!rex.reg_ic + || utf_fold(utf_ptr2char((char *)scan)) != cf)) { + break; + } + scan += len; + count++; + } + } + } + break; + + case ANYOF: + case ANYOF + ADD_NL: + testval = 1; + FALLTHROUGH; + + case ANYBUT: + case ANYBUT + ADD_NL: + while (count < maxcount) { + int len; + if (*scan == NUL) { + if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline + || rex.reg_line_lbr) { + break; + } + reg_nextline(); + scan = rex.input; + if (got_int) { + break; + } + } else if (rex.reg_line_lbr && *scan == '\n' && WITH_NL(OP(p))) { + scan++; + } else if ((len = utfc_ptr2len((char *)scan)) > 1) { + if ((cstrchr((char *)opnd, utf_ptr2char((char *)scan)) == NULL) == testval) { + break; + } + scan += len; + } else { + if ((cstrchr((char *)opnd, *scan) == NULL) == testval) { + break; + } + scan++; + } + count++; + } + break; + + case NEWL: + while (count < maxcount + && ((*scan == NUL && rex.lnum <= rex.reg_maxline && !rex.reg_line_lbr + && REG_MULTI) || (*scan == '\n' && rex.reg_line_lbr))) { + count++; + if (rex.reg_line_lbr) { + ADVANCE_REGINPUT(); + } else { + reg_nextline(); + } + scan = rex.input; + if (got_int) { + break; + } + } + break; + + default: // Oh dear. Called inappropriately. + iemsg(_(e_re_corr)); +#ifdef REGEXP_DEBUG + printf("Called regrepeat with op code %d\n", OP(p)); +#endif + break; + } + + rex.input = scan; + + return (int)count; +} + +// Push an item onto the regstack. +// Returns pointer to new item. Returns NULL when out of memory. +static regitem_T *regstack_push(regstate_T state, uint8_t *scan) +{ + regitem_T *rp; + + if ((long)((unsigned)regstack.ga_len >> 10) >= p_mmp) { + emsg(_(e_pattern_uses_more_memory_than_maxmempattern)); + return NULL; + } + ga_grow(®stack, sizeof(regitem_T)); + + rp = (regitem_T *)((char *)regstack.ga_data + regstack.ga_len); + rp->rs_state = state; + rp->rs_scan = scan; + + regstack.ga_len += (int)sizeof(regitem_T); + return rp; +} + +// Pop an item from the regstack. +static void regstack_pop(uint8_t **scan) +{ + regitem_T *rp; + + rp = (regitem_T *)((char *)regstack.ga_data + regstack.ga_len) - 1; + *scan = rp->rs_scan; + + regstack.ga_len -= (int)sizeof(regitem_T); +} + +// Save the current subexpr to "bp", so that they can be restored +// later by restore_subexpr(). +static void save_subexpr(regbehind_T *bp) + FUNC_ATTR_NONNULL_ALL +{ + // When "rex.need_clear_subexpr" is set we don't need to save the values, only + // remember that this flag needs to be set again when restoring. + bp->save_need_clear_subexpr = rex.need_clear_subexpr; + if (rex.need_clear_subexpr) { + return; + } + + for (int i = 0; i < NSUBEXP; i++) { + if (REG_MULTI) { + bp->save_start[i].se_u.pos = rex.reg_startpos[i]; + bp->save_end[i].se_u.pos = rex.reg_endpos[i]; + } else { + bp->save_start[i].se_u.ptr = rex.reg_startp[i]; + bp->save_end[i].se_u.ptr = rex.reg_endp[i]; + } + } +} + +// Restore the subexpr from "bp". +static void restore_subexpr(regbehind_T *bp) + FUNC_ATTR_NONNULL_ALL +{ + // Only need to restore saved values when they are not to be cleared. + rex.need_clear_subexpr = bp->save_need_clear_subexpr; + if (rex.need_clear_subexpr) { + return; + } + + for (int i = 0; i < NSUBEXP; i++) { + if (REG_MULTI) { + rex.reg_startpos[i] = bp->save_start[i].se_u.pos; + rex.reg_endpos[i] = bp->save_end[i].se_u.pos; + } else { + rex.reg_startp[i] = bp->save_start[i].se_u.ptr; + rex.reg_endp[i] = bp->save_end[i].se_u.ptr; + } + } +} +/// Main matching routine +/// +/// Conceptually the strategy is simple: Check to see whether the current node +/// matches, push an item onto the regstack and loop to see whether the rest +/// matches, and then act accordingly. In practice we make some effort to +/// avoid using the regstack, in particular by going through "ordinary" nodes +/// (that don't need to know whether the rest of the match failed) by a nested +/// loop. +/// +/// @param scan Current node. +/// @param tm timeout limit or NULL +/// @param timed_out flag set on timeout or NULL +/// +/// @return - true when there is a match. Leaves rex.input and rex.lnum +/// just after the last matched character. +/// - false when there is no match. Leaves rex.input and rex.lnum in an +/// undefined state! +static bool regmatch(uint8_t *scan, proftime_T *tm, int *timed_out) +{ + uint8_t *next; // Next node. + int op; + int c; + regitem_T *rp; + int no; + int status; // one of the RA_ values: + int tm_count = 0; + + // Make "regstack" and "backpos" empty. They are allocated and freed in + // bt_regexec_both() to reduce malloc()/free() calls. + regstack.ga_len = 0; + backpos.ga_len = 0; + + // Repeat until "regstack" is empty. + while (true) { + // Some patterns may take a long time to match, e.g., "\([a-z]\+\)\+Q". + // Allow interrupting them with CTRL-C. + reg_breakcheck(); + +#ifdef REGEXP_DEBUG + if (scan != NULL && regnarrate) { + os_errmsg((char *)regprop(scan)); + os_errmsg("(\n"); + } +#endif + + // Repeat for items that can be matched sequentially, without using the + // regstack. + while (true) { + if (got_int || scan == NULL) { + status = RA_FAIL; + break; + } + // Check for timeout once in a 100 times to avoid overhead. + if (tm != NULL && ++tm_count == 100) { + tm_count = 0; + if (profile_passed_limit(*tm)) { + if (timed_out != NULL) { + *timed_out = true; + } + status = RA_FAIL; + break; + } + } + status = RA_CONT; + +#ifdef REGEXP_DEBUG + if (regnarrate) { + os_errmsg((char *)regprop(scan)); + os_errmsg("...\n"); + if (re_extmatch_in != NULL) { + int i; + + os_errmsg(_("External submatches:\n")); + for (i = 0; i < NSUBEXP; i++) { + os_errmsg(" \""); + if (re_extmatch_in->matches[i] != NULL) { + os_errmsg((char *)re_extmatch_in->matches[i]); + } + os_errmsg("\"\n"); + } + } + } +#endif + next = regnext(scan); + + op = OP(scan); + // Check for character class with NL added. + if (!rex.reg_line_lbr && WITH_NL(op) && REG_MULTI + && *rex.input == NUL && rex.lnum <= rex.reg_maxline) { + reg_nextline(); + } else if (rex.reg_line_lbr && WITH_NL(op) && *rex.input == '\n') { + ADVANCE_REGINPUT(); + } else { + if (WITH_NL(op)) { + op -= ADD_NL; + } + c = utf_ptr2char((char *)rex.input); + switch (op) { + case BOL: + if (rex.input != rex.line) { + status = RA_NOMATCH; + } + break; + + case EOL: + if (c != NUL) { + status = RA_NOMATCH; + } + break; + + case RE_BOF: + // We're not at the beginning of the file when below the first + // line where we started, not at the start of the line or we + // didn't start at the first line of the buffer. + if (rex.lnum != 0 || rex.input != rex.line + || (REG_MULTI && rex.reg_firstlnum > 1)) { + status = RA_NOMATCH; + } + break; + + case RE_EOF: + if (rex.lnum != rex.reg_maxline || c != NUL) { + status = RA_NOMATCH; + } + break; + + case CURSOR: + // Check if the buffer is in a window and compare the + // rex.reg_win->w_cursor position to the match position. + if (rex.reg_win == NULL + || (rex.lnum + rex.reg_firstlnum != rex.reg_win->w_cursor.lnum) + || ((colnr_T)(rex.input - rex.line) != + rex.reg_win->w_cursor.col)) { + status = RA_NOMATCH; + } + break; + + case RE_MARK: + // Compare the mark position to the match position. + { + int mark = OPERAND(scan)[0]; + int cmp = OPERAND(scan)[1]; + pos_T *pos; + size_t col = REG_MULTI ? (size_t)(rex.input - rex.line) : 0; + fmark_T *fm = mark_get(rex.reg_buf, curwin, NULL, kMarkBufLocal, mark); + + // Line may have been freed, get it again. + if (REG_MULTI) { + rex.line = (uint8_t *)reg_getline(rex.lnum); + rex.input = rex.line + col; + } + + if (fm == NULL // mark doesn't exist + || fm->mark.lnum <= 0) { // mark isn't set in reg_buf + status = RA_NOMATCH; + } else { + pos = &fm->mark; + const colnr_T pos_col = pos->lnum == rex.lnum + rex.reg_firstlnum + && pos->col == MAXCOL + ? (colnr_T)strlen(reg_getline(pos->lnum - rex.reg_firstlnum)) + : pos->col; + + if (pos->lnum == rex.lnum + rex.reg_firstlnum + ? (pos_col == (colnr_T)(rex.input - rex.line) + ? (cmp == '<' || cmp == '>') + : (pos_col < (colnr_T)(rex.input - rex.line) + ? cmp != '>' + : cmp != '<')) + : (pos->lnum < rex.lnum + rex.reg_firstlnum + ? cmp != '>' + : cmp != '<')) { + status = RA_NOMATCH; + } + } + } + break; + + case RE_VISUAL: + if (!reg_match_visual()) { + status = RA_NOMATCH; + } + break; + + case RE_LNUM: + assert(rex.lnum + rex.reg_firstlnum >= 0 + && (uintmax_t)(rex.lnum + rex.reg_firstlnum) <= UINT32_MAX); + if (!REG_MULTI + || !re_num_cmp((uint32_t)(rex.lnum + rex.reg_firstlnum), scan)) { + status = RA_NOMATCH; + } + break; + + case RE_COL: + assert(rex.input - rex.line + 1 >= 0 + && (uintmax_t)(rex.input - rex.line + 1) <= UINT32_MAX); + if (!re_num_cmp((uint32_t)(rex.input - rex.line + 1), scan)) { + status = RA_NOMATCH; + } + break; + + case RE_VCOL: + if (!re_num_cmp(win_linetabsize(rex.reg_win == NULL + ? curwin : rex.reg_win, + rex.reg_firstlnum + rex.lnum, + (char *)rex.line, + (colnr_T)(rex.input - rex.line)) + 1, + scan)) { + status = RA_NOMATCH; + } + break; + + case BOW: // \<word; rex.input points to w + if (c == NUL) { // Can't match at end of line + status = RA_NOMATCH; + } else { + // Get class of current and previous char (if it exists). + const int this_class = + mb_get_class_tab((char *)rex.input, rex.reg_buf->b_chartab); + if (this_class <= 1) { + status = RA_NOMATCH; // Not on a word at all. + } else if (reg_prev_class() == this_class) { + status = RA_NOMATCH; // Previous char is in same word. + } + } + break; + + case EOW: // word\>; rex.input points after d + if (rex.input == rex.line) { // Can't match at start of line + status = RA_NOMATCH; + } else { + int this_class, prev_class; + + // Get class of current and previous char (if it exists). + this_class = mb_get_class_tab((char *)rex.input, rex.reg_buf->b_chartab); + prev_class = reg_prev_class(); + if (this_class == prev_class + || prev_class == 0 || prev_class == 1) { + status = RA_NOMATCH; + } + } + break; // Matched with EOW + + case ANY: + // ANY does not match new lines. + if (c == NUL) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case IDENT: + if (!vim_isIDc(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case SIDENT: + if (ascii_isdigit(*rex.input) || !vim_isIDc(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case KWORD: + if (!vim_iswordp_buf((char *)rex.input, rex.reg_buf)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case SKWORD: + if (ascii_isdigit(*rex.input) + || !vim_iswordp_buf((char *)rex.input, rex.reg_buf)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case FNAME: + if (!vim_isfilec(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case SFNAME: + if (ascii_isdigit(*rex.input) || !vim_isfilec(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case PRINT: + if (!vim_isprintc(utf_ptr2char((char *)rex.input))) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case SPRINT: + if (ascii_isdigit(*rex.input) || !vim_isprintc(utf_ptr2char((char *)rex.input))) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case WHITE: + if (!ascii_iswhite(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case NWHITE: + if (c == NUL || ascii_iswhite(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case DIGIT: + if (!ri_digit(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case NDIGIT: + if (c == NUL || ri_digit(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case HEX: + if (!ri_hex(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case NHEX: + if (c == NUL || ri_hex(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case OCTAL: + if (!ri_octal(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case NOCTAL: + if (c == NUL || ri_octal(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case WORD: + if (!ri_word(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case NWORD: + if (c == NUL || ri_word(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case HEAD: + if (!ri_head(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case NHEAD: + if (c == NUL || ri_head(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case ALPHA: + if (!ri_alpha(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case NALPHA: + if (c == NUL || ri_alpha(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case LOWER: + if (!ri_lower(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case NLOWER: + if (c == NUL || ri_lower(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case UPPER: + if (!ri_upper(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case NUPPER: + if (c == NUL || ri_upper(c)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case EXACTLY: { + int len; + uint8_t *opnd; + + opnd = OPERAND(scan); + // Inline the first byte, for speed. + if (*opnd != *rex.input + && (!rex.reg_ic)) { + status = RA_NOMATCH; + } else if (*opnd == NUL) { + // match empty string always works; happens when "~" is + // empty. + } else { + if (opnd[1] == NUL && !rex.reg_ic) { + len = 1; // matched a single byte above + } else { + // Need to match first byte again for multi-byte. + len = (int)strlen((char *)opnd); + if (cstrncmp((char *)opnd, (char *)rex.input, &len) != 0) { + status = RA_NOMATCH; + } + } + // Check for following composing character, unless %C + // follows (skips over all composing chars). + if (status != RA_NOMATCH + && utf_composinglike((char *)rex.input, (char *)rex.input + len) + && !rex.reg_icombine + && OP(next) != RE_COMPOSING) { + // raaron: This code makes a composing character get + // ignored, which is the correct behavior (sometimes) + // for voweled Hebrew texts. + status = RA_NOMATCH; + } + if (status != RA_NOMATCH) { + rex.input += len; + } + } + } + break; + + case ANYOF: + case ANYBUT: + if (c == NUL) { + status = RA_NOMATCH; + } else if ((cstrchr((char *)OPERAND(scan), c) == NULL) == (op == ANYOF)) { + status = RA_NOMATCH; + } else { + ADVANCE_REGINPUT(); + } + break; + + case MULTIBYTECODE: { + int i, len; + + const uint8_t *opnd = OPERAND(scan); + // Safety check (just in case 'encoding' was changed since + // compiling the program). + if ((len = utfc_ptr2len((char *)opnd)) < 2) { + status = RA_NOMATCH; + break; + } + const int opndc = utf_ptr2char((char *)opnd); + if (utf_iscomposing(opndc)) { + // When only a composing char is given match at any + // position where that composing char appears. + status = RA_NOMATCH; + for (i = 0; rex.input[i] != NUL; + i += utf_ptr2len((char *)rex.input + i)) { + const int inpc = utf_ptr2char((char *)rex.input + i); + if (!utf_iscomposing(inpc)) { + if (i > 0) { + break; + } + } else if (opndc == inpc) { + // Include all following composing chars. + len = i + utfc_ptr2len((char *)rex.input + i); + status = RA_MATCH; + break; + } + } + } else { + for (i = 0; i < len; i++) { + if (opnd[i] != rex.input[i]) { + status = RA_NOMATCH; + break; + } + } + } + rex.input += len; + } + break; + + case RE_COMPOSING: + // Skip composing characters. + while (utf_iscomposing(utf_ptr2char((char *)rex.input))) { + MB_CPTR_ADV(rex.input); + } + break; + + case NOTHING: + break; + + case BACK: { + int i; + + // When we run into BACK we need to check if we don't keep + // looping without matching any input. The second and later + // times a BACK is encountered it fails if the input is still + // at the same position as the previous time. + // The positions are stored in "backpos" and found by the + // current value of "scan", the position in the RE program. + backpos_T *bp = (backpos_T *)backpos.ga_data; + for (i = 0; i < backpos.ga_len; i++) { + if (bp[i].bp_scan == scan) { + break; + } + } + if (i == backpos.ga_len) { + backpos_T *p = GA_APPEND_VIA_PTR(backpos_T, &backpos); + p->bp_scan = scan; + } else if (reg_save_equal(&bp[i].bp_pos)) { + // Still at same position as last time, fail. + status = RA_NOMATCH; + } + + assert(status != RA_FAIL); + if (status != RA_NOMATCH) { + reg_save(&bp[i].bp_pos, &backpos); + } + } + break; + + case MOPEN + 0: // Match start: \zs + case MOPEN + 1: // \( + case MOPEN + 2: + case MOPEN + 3: + case MOPEN + 4: + case MOPEN + 5: + case MOPEN + 6: + case MOPEN + 7: + case MOPEN + 8: + case MOPEN + 9: + no = op - MOPEN; + cleanup_subexpr(); + rp = regstack_push(RS_MOPEN, scan); + if (rp == NULL) { + status = RA_FAIL; + } else { + rp->rs_no = (int16_t)no; + save_se(&rp->rs_un.sesave, &rex.reg_startpos[no], + &rex.reg_startp[no]); + // We simply continue and handle the result when done. + } + break; + + case NOPEN: // \%( + case NCLOSE: // \) after \%( + if (regstack_push(RS_NOPEN, scan) == NULL) { + status = RA_FAIL; + } + // We simply continue and handle the result when done. + break; + + case ZOPEN + 1: + case ZOPEN + 2: + case ZOPEN + 3: + case ZOPEN + 4: + case ZOPEN + 5: + case ZOPEN + 6: + case ZOPEN + 7: + case ZOPEN + 8: + case ZOPEN + 9: + no = op - ZOPEN; + cleanup_zsubexpr(); + rp = regstack_push(RS_ZOPEN, scan); + if (rp == NULL) { + status = RA_FAIL; + } else { + rp->rs_no = (int16_t)no; + save_se(&rp->rs_un.sesave, ®_startzpos[no], + ®_startzp[no]); + // We simply continue and handle the result when done. + } + break; + + case MCLOSE + 0: // Match end: \ze + case MCLOSE + 1: // \) + case MCLOSE + 2: + case MCLOSE + 3: + case MCLOSE + 4: + case MCLOSE + 5: + case MCLOSE + 6: + case MCLOSE + 7: + case MCLOSE + 8: + case MCLOSE + 9: + no = op - MCLOSE; + cleanup_subexpr(); + rp = regstack_push(RS_MCLOSE, scan); + if (rp == NULL) { + status = RA_FAIL; + } else { + rp->rs_no = (int16_t)no; + save_se(&rp->rs_un.sesave, &rex.reg_endpos[no], &rex.reg_endp[no]); + // We simply continue and handle the result when done. + } + break; + + case ZCLOSE + 1: // \) after \z( + case ZCLOSE + 2: + case ZCLOSE + 3: + case ZCLOSE + 4: + case ZCLOSE + 5: + case ZCLOSE + 6: + case ZCLOSE + 7: + case ZCLOSE + 8: + case ZCLOSE + 9: + no = op - ZCLOSE; + cleanup_zsubexpr(); + rp = regstack_push(RS_ZCLOSE, scan); + if (rp == NULL) { + status = RA_FAIL; + } else { + rp->rs_no = (int16_t)no; + save_se(&rp->rs_un.sesave, ®_endzpos[no], + ®_endzp[no]); + // We simply continue and handle the result when done. + } + break; + + case BACKREF + 1: + case BACKREF + 2: + case BACKREF + 3: + case BACKREF + 4: + case BACKREF + 5: + case BACKREF + 6: + case BACKREF + 7: + case BACKREF + 8: + case BACKREF + 9: { + int len; + + no = op - BACKREF; + cleanup_subexpr(); + if (!REG_MULTI) { // Single-line regexp + if (rex.reg_startp[no] == NULL || rex.reg_endp[no] == NULL) { + // Backref was not set: Match an empty string. + len = 0; + } else { + // Compare current input with back-ref in the same line. + len = (int)(rex.reg_endp[no] - rex.reg_startp[no]); + if (cstrncmp((char *)rex.reg_startp[no], (char *)rex.input, &len) != 0) { + status = RA_NOMATCH; + } + } + } else { // Multi-line regexp + if (rex.reg_startpos[no].lnum < 0 || rex.reg_endpos[no].lnum < 0) { + // Backref was not set: Match an empty string. + len = 0; + } else { + if (rex.reg_startpos[no].lnum == rex.lnum + && rex.reg_endpos[no].lnum == rex.lnum) { + // Compare back-ref within the current line. + len = rex.reg_endpos[no].col - rex.reg_startpos[no].col; + if (cstrncmp((char *)rex.line + rex.reg_startpos[no].col, + (char *)rex.input, &len) != 0) { + status = RA_NOMATCH; + } + } else { + // Messy situation: Need to compare between two lines. + int r = match_with_backref(rex.reg_startpos[no].lnum, + rex.reg_startpos[no].col, + rex.reg_endpos[no].lnum, + rex.reg_endpos[no].col, + &len); + if (r != RA_MATCH) { + status = r; + } + } + } + } + + // Matched the backref, skip over it. + rex.input += len; + } + break; + + case ZREF + 1: + case ZREF + 2: + case ZREF + 3: + case ZREF + 4: + case ZREF + 5: + case ZREF + 6: + case ZREF + 7: + case ZREF + 8: + case ZREF + 9: + cleanup_zsubexpr(); + no = op - ZREF; + if (re_extmatch_in != NULL + && re_extmatch_in->matches[no] != NULL) { + int len = (int)strlen((char *)re_extmatch_in->matches[no]); + if (cstrncmp((char *)re_extmatch_in->matches[no], (char *)rex.input, &len) != 0) { + status = RA_NOMATCH; + } else { + rex.input += len; + } + } else { + // Backref was not set: Match an empty string. + } + break; + + case BRANCH: + if (OP(next) != BRANCH) { // No choice. + next = OPERAND(scan); // Avoid recursion. + } else { + rp = regstack_push(RS_BRANCH, scan); + if (rp == NULL) { + status = RA_FAIL; + } else { + status = RA_BREAK; // rest is below + } + } + break; + + case BRACE_LIMITS: + if (OP(next) == BRACE_SIMPLE) { + bl_minval = OPERAND_MIN(scan); + bl_maxval = OPERAND_MAX(scan); + } else if (OP(next) >= BRACE_COMPLEX + && OP(next) < BRACE_COMPLEX + 10) { + no = OP(next) - BRACE_COMPLEX; + brace_min[no] = OPERAND_MIN(scan); + brace_max[no] = OPERAND_MAX(scan); + brace_count[no] = 0; + } else { + internal_error("BRACE_LIMITS"); + status = RA_FAIL; + } + break; + + case BRACE_COMPLEX + 0: + case BRACE_COMPLEX + 1: + case BRACE_COMPLEX + 2: + case BRACE_COMPLEX + 3: + case BRACE_COMPLEX + 4: + case BRACE_COMPLEX + 5: + case BRACE_COMPLEX + 6: + case BRACE_COMPLEX + 7: + case BRACE_COMPLEX + 8: + case BRACE_COMPLEX + 9: + no = op - BRACE_COMPLEX; + brace_count[no]++; + + // If not matched enough times yet, try one more + if (brace_count[no] <= (brace_min[no] <= brace_max[no] + ? brace_min[no] : brace_max[no])) { + rp = regstack_push(RS_BRCPLX_MORE, scan); + if (rp == NULL) { + status = RA_FAIL; + } else { + rp->rs_no = (int16_t)no; + reg_save(&rp->rs_un.regsave, &backpos); + next = OPERAND(scan); + // We continue and handle the result when done. + } + break; + } + + // If matched enough times, may try matching some more + if (brace_min[no] <= brace_max[no]) { + // Range is the normal way around, use longest match + if (brace_count[no] <= brace_max[no]) { + rp = regstack_push(RS_BRCPLX_LONG, scan); + if (rp == NULL) { + status = RA_FAIL; + } else { + rp->rs_no = (int16_t)no; + reg_save(&rp->rs_un.regsave, &backpos); + next = OPERAND(scan); + // We continue and handle the result when done. + } + } + } else { + // Range is backwards, use shortest match first + if (brace_count[no] <= brace_min[no]) { + rp = regstack_push(RS_BRCPLX_SHORT, scan); + if (rp == NULL) { + status = RA_FAIL; + } else { + reg_save(&rp->rs_un.regsave, &backpos); + // We continue and handle the result when done. + } + } + } + break; + + case BRACE_SIMPLE: + case STAR: + case PLUS: { + regstar_T rst; + + // Lookahead to avoid useless match attempts when we know + // what character comes next. + if (OP(next) == EXACTLY) { + rst.nextb = *OPERAND(next); + if (rex.reg_ic) { + if (mb_isupper(rst.nextb)) { + rst.nextb_ic = mb_tolower(rst.nextb); + } else { + rst.nextb_ic = mb_toupper(rst.nextb); + } + } else { + rst.nextb_ic = rst.nextb; + } + } else { + rst.nextb = NUL; + rst.nextb_ic = NUL; + } + if (op != BRACE_SIMPLE) { + rst.minval = (op == STAR) ? 0 : 1; + rst.maxval = MAX_LIMIT; + } else { + rst.minval = bl_minval; + rst.maxval = bl_maxval; + } + + // When maxval > minval, try matching as much as possible, up + // to maxval. When maxval < minval, try matching at least the + // minimal number (since the range is backwards, that's also + // maxval!). + rst.count = regrepeat(OPERAND(scan), rst.maxval); + if (got_int) { + status = RA_FAIL; + break; + } + if (rst.minval <= rst.maxval + ? rst.count >= rst.minval : rst.count >= rst.maxval) { + // It could match. Prepare for trying to match what + // follows. The code is below. Parameters are stored in + // a regstar_T on the regstack. + if ((long)((unsigned)regstack.ga_len >> 10) >= p_mmp) { + emsg(_(e_pattern_uses_more_memory_than_maxmempattern)); + status = RA_FAIL; + } else { + ga_grow(®stack, sizeof(regstar_T)); + regstack.ga_len += (int)sizeof(regstar_T); + rp = regstack_push(rst.minval <= rst.maxval ? RS_STAR_LONG : RS_STAR_SHORT, scan); + if (rp == NULL) { + status = RA_FAIL; + } else { + *(((regstar_T *)rp) - 1) = rst; + status = RA_BREAK; // skip the restore bits + } + } + } else { + status = RA_NOMATCH; + } + } + break; + + case NOMATCH: + case MATCH: + case SUBPAT: + rp = regstack_push(RS_NOMATCH, scan); + if (rp == NULL) { + status = RA_FAIL; + } else { + rp->rs_no = (int16_t)op; + reg_save(&rp->rs_un.regsave, &backpos); + next = OPERAND(scan); + // We continue and handle the result when done. + } + break; + + case BEHIND: + case NOBEHIND: + // Need a bit of room to store extra positions. + if ((long)((unsigned)regstack.ga_len >> 10) >= p_mmp) { + emsg(_(e_pattern_uses_more_memory_than_maxmempattern)); + status = RA_FAIL; + } else { + ga_grow(®stack, sizeof(regbehind_T)); + regstack.ga_len += (int)sizeof(regbehind_T); + rp = regstack_push(RS_BEHIND1, scan); + if (rp == NULL) { + status = RA_FAIL; + } else { + // Need to save the subexpr to be able to restore them + // when there is a match but we don't use it. + save_subexpr(((regbehind_T *)rp) - 1); + + rp->rs_no = (int16_t)op; + reg_save(&rp->rs_un.regsave, &backpos); + // First try if what follows matches. If it does then we + // check the behind match by looping. + } + } + break; + + case BHPOS: + if (REG_MULTI) { + if (behind_pos.rs_u.pos.col != (colnr_T)(rex.input - rex.line) + || behind_pos.rs_u.pos.lnum != rex.lnum) { + status = RA_NOMATCH; + } + } else if (behind_pos.rs_u.ptr != rex.input) { + status = RA_NOMATCH; + } + break; + + case NEWL: + if ((c != NUL || !REG_MULTI || rex.lnum > rex.reg_maxline + || rex.reg_line_lbr) && (c != '\n' || !rex.reg_line_lbr)) { + status = RA_NOMATCH; + } else if (rex.reg_line_lbr) { + ADVANCE_REGINPUT(); + } else { + reg_nextline(); + } + break; + + case END: + status = RA_MATCH; // Success! + break; + + default: + iemsg(_(e_re_corr)); +#ifdef REGEXP_DEBUG + printf("Illegal op code %d\n", op); +#endif + status = RA_FAIL; + break; + } + } + + // If we can't continue sequentially, break the inner loop. + if (status != RA_CONT) { + break; + } + + // Continue in inner loop, advance to next item. + scan = next; + } // end of inner loop + + // If there is something on the regstack execute the code for the state. + // If the state is popped then loop and use the older state. + while (!GA_EMPTY(®stack) && status != RA_FAIL) { + rp = (regitem_T *)((char *)regstack.ga_data + regstack.ga_len) - 1; + switch (rp->rs_state) { + case RS_NOPEN: + // Result is passed on as-is, simply pop the state. + regstack_pop(&scan); + break; + + case RS_MOPEN: + // Pop the state. Restore pointers when there is no match. + if (status == RA_NOMATCH) { + restore_se(&rp->rs_un.sesave, &rex.reg_startpos[rp->rs_no], + &rex.reg_startp[rp->rs_no]); + } + regstack_pop(&scan); + break; + + case RS_ZOPEN: + // Pop the state. Restore pointers when there is no match. + if (status == RA_NOMATCH) { + restore_se(&rp->rs_un.sesave, ®_startzpos[rp->rs_no], + ®_startzp[rp->rs_no]); + } + regstack_pop(&scan); + break; + + case RS_MCLOSE: + // Pop the state. Restore pointers when there is no match. + if (status == RA_NOMATCH) { + restore_se(&rp->rs_un.sesave, &rex.reg_endpos[rp->rs_no], + &rex.reg_endp[rp->rs_no]); + } + regstack_pop(&scan); + break; + + case RS_ZCLOSE: + // Pop the state. Restore pointers when there is no match. + if (status == RA_NOMATCH) { + restore_se(&rp->rs_un.sesave, ®_endzpos[rp->rs_no], + ®_endzp[rp->rs_no]); + } + regstack_pop(&scan); + break; + + case RS_BRANCH: + if (status == RA_MATCH) { + // this branch matched, use it + regstack_pop(&scan); + } else { + if (status != RA_BREAK) { + // After a non-matching branch: try next one. + reg_restore(&rp->rs_un.regsave, &backpos); + scan = rp->rs_scan; + } + if (scan == NULL || OP(scan) != BRANCH) { + // no more branches, didn't find a match + status = RA_NOMATCH; + regstack_pop(&scan); + } else { + // Prepare to try a branch. + rp->rs_scan = regnext(scan); + reg_save(&rp->rs_un.regsave, &backpos); + scan = OPERAND(scan); + } + } + break; + + case RS_BRCPLX_MORE: + // Pop the state. Restore pointers when there is no match. + if (status == RA_NOMATCH) { + reg_restore(&rp->rs_un.regsave, &backpos); + brace_count[rp->rs_no]--; // decrement match count + } + regstack_pop(&scan); + break; + + case RS_BRCPLX_LONG: + // Pop the state. Restore pointers when there is no match. + if (status == RA_NOMATCH) { + // There was no match, but we did find enough matches. + reg_restore(&rp->rs_un.regsave, &backpos); + brace_count[rp->rs_no]--; + // continue with the items after "\{}" + status = RA_CONT; + } + regstack_pop(&scan); + if (status == RA_CONT) { + scan = regnext(scan); + } + break; + + case RS_BRCPLX_SHORT: + // Pop the state. Restore pointers when there is no match. + if (status == RA_NOMATCH) { + // There was no match, try to match one more item. + reg_restore(&rp->rs_un.regsave, &backpos); + } + regstack_pop(&scan); + if (status == RA_NOMATCH) { + scan = OPERAND(scan); + status = RA_CONT; + } + break; + + case RS_NOMATCH: + // Pop the state. If the operand matches for NOMATCH or + // doesn't match for MATCH/SUBPAT, we fail. Otherwise backup, + // except for SUBPAT, and continue with the next item. + if (status == (rp->rs_no == NOMATCH ? RA_MATCH : RA_NOMATCH)) { + status = RA_NOMATCH; + } else { + status = RA_CONT; + if (rp->rs_no != SUBPAT) { // zero-width + reg_restore(&rp->rs_un.regsave, &backpos); + } + } + regstack_pop(&scan); + if (status == RA_CONT) { + scan = regnext(scan); + } + break; + + case RS_BEHIND1: + if (status == RA_NOMATCH) { + regstack_pop(&scan); + regstack.ga_len -= (int)sizeof(regbehind_T); + } else { + // The stuff after BEHIND/NOBEHIND matches. Now try if + // the behind part does (not) match before the current + // position in the input. This must be done at every + // position in the input and checking if the match ends at + // the current position. + + // save the position after the found match for next + reg_save(&(((regbehind_T *)rp) - 1)->save_after, &backpos); + + // Start looking for a match with operand at the current + // position. Go back one character until we find the + // result, hitting the start of the line or the previous + // line (for multi-line matching). + // Set behind_pos to where the match should end, BHPOS + // will match it. Save the current value. + (((regbehind_T *)rp) - 1)->save_behind = behind_pos; + behind_pos = rp->rs_un.regsave; + + rp->rs_state = RS_BEHIND2; + + reg_restore(&rp->rs_un.regsave, &backpos); + scan = OPERAND(rp->rs_scan) + 4; + } + break; + + case RS_BEHIND2: + // Looping for BEHIND / NOBEHIND match. + if (status == RA_MATCH && reg_save_equal(&behind_pos)) { + // found a match that ends where "next" started + behind_pos = (((regbehind_T *)rp) - 1)->save_behind; + if (rp->rs_no == BEHIND) { + reg_restore(&(((regbehind_T *)rp) - 1)->save_after, + &backpos); + } else { + // But we didn't want a match. Need to restore the + // subexpr, because what follows matched, so they have + // been set. + status = RA_NOMATCH; + restore_subexpr(((regbehind_T *)rp) - 1); + } + regstack_pop(&scan); + regstack.ga_len -= (int)sizeof(regbehind_T); + } else { + long limit; + + // No match or a match that doesn't end where we want it: Go + // back one character. May go to previous line once. + no = OK; + limit = OPERAND_MIN(rp->rs_scan); + if (REG_MULTI) { + if (limit > 0 + && ((rp->rs_un.regsave.rs_u.pos.lnum + < behind_pos.rs_u.pos.lnum + ? (colnr_T)strlen((char *)rex.line) + : behind_pos.rs_u.pos.col) + - rp->rs_un.regsave.rs_u.pos.col >= limit)) { + no = FAIL; + } else if (rp->rs_un.regsave.rs_u.pos.col == 0) { + if (rp->rs_un.regsave.rs_u.pos.lnum + < behind_pos.rs_u.pos.lnum + || reg_getline(--rp->rs_un.regsave.rs_u.pos.lnum) + == NULL) { + no = FAIL; + } else { + reg_restore(&rp->rs_un.regsave, &backpos); + rp->rs_un.regsave.rs_u.pos.col = + (colnr_T)strlen((char *)rex.line); + } + } else { + const uint8_t *const line = + (uint8_t *)reg_getline(rp->rs_un.regsave.rs_u.pos.lnum); + + rp->rs_un.regsave.rs_u.pos.col -= + utf_head_off((char *)line, + (char *)line + rp->rs_un.regsave.rs_u.pos.col - 1) + + 1; + } + } else { + if (rp->rs_un.regsave.rs_u.ptr == rex.line) { + no = FAIL; + } else { + MB_PTR_BACK(rex.line, rp->rs_un.regsave.rs_u.ptr); + if (limit > 0 + && (behind_pos.rs_u.ptr - rp->rs_un.regsave.rs_u.ptr) > (ptrdiff_t)limit) { + no = FAIL; + } + } + } + if (no == OK) { + // Advanced, prepare for finding match again. + reg_restore(&rp->rs_un.regsave, &backpos); + scan = OPERAND(rp->rs_scan) + 4; + if (status == RA_MATCH) { + // We did match, so subexpr may have been changed, + // need to restore them for the next try. + status = RA_NOMATCH; + restore_subexpr(((regbehind_T *)rp) - 1); + } + } else { + // Can't advance. For NOBEHIND that's a match. + behind_pos = (((regbehind_T *)rp) - 1)->save_behind; + if (rp->rs_no == NOBEHIND) { + reg_restore(&(((regbehind_T *)rp) - 1)->save_after, + &backpos); + status = RA_MATCH; + } else { + // We do want a proper match. Need to restore the + // subexpr if we had a match, because they may have + // been set. + if (status == RA_MATCH) { + status = RA_NOMATCH; + restore_subexpr(((regbehind_T *)rp) - 1); + } + } + regstack_pop(&scan); + regstack.ga_len -= (int)sizeof(regbehind_T); + } + } + break; + + case RS_STAR_LONG: + case RS_STAR_SHORT: { + regstar_T *rst = ((regstar_T *)rp) - 1; + + if (status == RA_MATCH) { + regstack_pop(&scan); + regstack.ga_len -= (int)sizeof(regstar_T); + break; + } + + // Tried once already, restore input pointers. + if (status != RA_BREAK) { + reg_restore(&rp->rs_un.regsave, &backpos); + } + + // Repeat until we found a position where it could match. + while (true) { + if (status != RA_BREAK) { + // Tried first position already, advance. + if (rp->rs_state == RS_STAR_LONG) { + // Trying for longest match, but couldn't or + // didn't match -- back up one char. + if (--rst->count < rst->minval) { + break; + } + if (rex.input == rex.line) { + // backup to last char of previous line + if (rex.lnum == 0) { + status = RA_NOMATCH; + break; + } + rex.lnum--; + rex.line = (uint8_t *)reg_getline(rex.lnum); + // Just in case regrepeat() didn't count right. + if (rex.line == NULL) { + break; + } + rex.input = rex.line + strlen((char *)rex.line); + reg_breakcheck(); + } else { + MB_PTR_BACK(rex.line, rex.input); + } + } else { + // Range is backwards, use shortest match first. + // Careful: maxval and minval are exchanged! + // Couldn't or didn't match: try advancing one + // char. + if (rst->count == rst->minval + || regrepeat(OPERAND(rp->rs_scan), 1L) == 0) { + break; + } + rst->count++; + } + if (got_int) { + break; + } + } else { + status = RA_NOMATCH; + } + + // If it could match, try it. + if (rst->nextb == NUL || *rex.input == rst->nextb + || *rex.input == rst->nextb_ic) { + reg_save(&rp->rs_un.regsave, &backpos); + scan = regnext(rp->rs_scan); + status = RA_CONT; + break; + } + } + if (status != RA_CONT) { + // Failed. + regstack_pop(&scan); + regstack.ga_len -= (int)sizeof(regstar_T); + status = RA_NOMATCH; + } + } + break; + } + + // If we want to continue the inner loop or didn't pop a state + // continue matching loop + if (status == RA_CONT || rp == (regitem_T *) + ((char *)regstack.ga_data + regstack.ga_len) - 1) { + break; + } + } + + // May need to continue with the inner loop, starting at "scan". + if (status == RA_CONT) { + continue; + } + + // If the regstack is empty or something failed we are done. + if (GA_EMPTY(®stack) || status == RA_FAIL) { + if (scan == NULL) { + // We get here only if there's trouble -- normally "case END" is + // the terminating point. + iemsg(_(e_re_corr)); +#ifdef REGEXP_DEBUG + printf("Premature EOL\n"); +#endif + } + return status == RA_MATCH; + } + } // End of loop until the regstack is empty. + + // NOTREACHED +} + +/// Try match of "prog" with at rex.line["col"]. +/// +/// @param tm timeout limit or NULL +/// @param timed_out flag set on timeout or NULL +/// +/// @return 0 for failure, or number of lines contained in the match. +static int regtry(bt_regprog_T *prog, colnr_T col, proftime_T *tm, int *timed_out) +{ + rex.input = rex.line + col; + rex.need_clear_subexpr = true; + // Clear the external match subpointers if necessaey. + rex.need_clear_zsubexpr = (prog->reghasz == REX_SET); + + if (regmatch(prog->program + 1, tm, timed_out) == 0) { + return 0; + } + + cleanup_subexpr(); + if (REG_MULTI) { + if (rex.reg_startpos[0].lnum < 0) { + rex.reg_startpos[0].lnum = 0; + rex.reg_startpos[0].col = col; + } + if (rex.reg_endpos[0].lnum < 0) { + rex.reg_endpos[0].lnum = rex.lnum; + rex.reg_endpos[0].col = (int)(rex.input - rex.line); + } else { + // Use line number of "\ze". + rex.lnum = rex.reg_endpos[0].lnum; + } + } else { + if (rex.reg_startp[0] == NULL) { + rex.reg_startp[0] = rex.line + col; + } + if (rex.reg_endp[0] == NULL) { + rex.reg_endp[0] = rex.input; + } + } + // Package any found \z(...\) matches for export. Default is none. + unref_extmatch(re_extmatch_out); + re_extmatch_out = NULL; + + if (prog->reghasz == REX_SET) { + int i; + + cleanup_zsubexpr(); + re_extmatch_out = make_extmatch(); + for (i = 0; i < NSUBEXP; i++) { + if (REG_MULTI) { + // Only accept single line matches. + if (reg_startzpos[i].lnum >= 0 + && reg_endzpos[i].lnum == reg_startzpos[i].lnum + && reg_endzpos[i].col >= reg_startzpos[i].col) { + re_extmatch_out->matches[i] = + (uint8_t *)xstrnsave(reg_getline(reg_startzpos[i].lnum) + reg_startzpos[i].col, + (size_t)(reg_endzpos[i].col - reg_startzpos[i].col)); + } + } else { + if (reg_startzp[i] != NULL && reg_endzp[i] != NULL) { + re_extmatch_out->matches[i] = + (uint8_t *)xstrnsave((char *)reg_startzp[i], (size_t)(reg_endzp[i] - reg_startzp[i])); + } + } + } + } + return 1 + rex.lnum; +} + +/// Match a regexp against a string ("line" points to the string) or multiple +/// lines (if "line" is NULL, use reg_getline()). +/// +/// @param startcol column to start looking for match +/// @param tm timeout limit or NULL +/// @param timed_out flag set on timeout or NULL +/// +/// @return 0 for failure, or number of lines contained in the match. +static int bt_regexec_both(uint8_t *line, colnr_T startcol, proftime_T *tm, int *timed_out) +{ + bt_regprog_T *prog; + uint8_t *s; + colnr_T col = startcol; + int retval = 0; + + // Create "regstack" and "backpos" if they are not allocated yet. + // We allocate *_INITIAL amount of bytes first and then set the grow size + // to much bigger value to avoid many malloc calls in case of deep regular + // expressions. + if (regstack.ga_data == NULL) { + // Use an item size of 1 byte, since we push different things + // onto the regstack. + ga_init(®stack, 1, REGSTACK_INITIAL); + ga_grow(®stack, REGSTACK_INITIAL); + ga_set_growsize(®stack, REGSTACK_INITIAL * 8); + } + + if (backpos.ga_data == NULL) { + ga_init(&backpos, sizeof(backpos_T), BACKPOS_INITIAL); + ga_grow(&backpos, BACKPOS_INITIAL); + ga_set_growsize(&backpos, BACKPOS_INITIAL * 8); + } + + if (REG_MULTI) { + prog = (bt_regprog_T *)rex.reg_mmatch->regprog; + line = (uint8_t *)reg_getline((linenr_T)0); + rex.reg_startpos = rex.reg_mmatch->startpos; + rex.reg_endpos = rex.reg_mmatch->endpos; + } else { + prog = (bt_regprog_T *)rex.reg_match->regprog; + rex.reg_startp = (uint8_t **)rex.reg_match->startp; + rex.reg_endp = (uint8_t **)rex.reg_match->endp; + } + + // Be paranoid... + if (prog == NULL || line == NULL) { + iemsg(_(e_null)); + goto theend; + } + + // Check validity of program. + if (prog_magic_wrong()) { + goto theend; + } + + // If the start column is past the maximum column: no need to try. + if (rex.reg_maxcol > 0 && col >= rex.reg_maxcol) { + goto theend; + } + + // If pattern contains "\c" or "\C": overrule value of rex.reg_ic + if (prog->regflags & RF_ICASE) { + rex.reg_ic = true; + } else if (prog->regflags & RF_NOICASE) { + rex.reg_ic = false; + } + + // If pattern contains "\Z" overrule value of rex.reg_icombine + if (prog->regflags & RF_ICOMBINE) { + rex.reg_icombine = true; + } + + // If there is a "must appear" string, look for it. + if (prog->regmust != NULL) { + int c = utf_ptr2char((char *)prog->regmust); + s = line + col; + + // This is used very often, esp. for ":global". Use two versions of + // the loop to avoid overhead of conditions. + if (!rex.reg_ic) { + while ((s = (uint8_t *)vim_strchr((char *)s, c)) != NULL) { + if (cstrncmp((char *)s, (char *)prog->regmust, &prog->regmlen) == 0) { + break; // Found it. + } + MB_PTR_ADV(s); + } + } else { + while ((s = (uint8_t *)cstrchr((char *)s, c)) != NULL) { + if (cstrncmp((char *)s, (char *)prog->regmust, &prog->regmlen) == 0) { + break; // Found it. + } + MB_PTR_ADV(s); + } + } + if (s == NULL) { // Not present. + goto theend; + } + } + + rex.line = line; + rex.lnum = 0; + reg_toolong = false; + + // Simplest case: Anchored match need be tried only once. + if (prog->reganch) { + int c = utf_ptr2char((char *)rex.line + col); + if (prog->regstart == NUL + || prog->regstart == c + || (rex.reg_ic + && (utf_fold(prog->regstart) == utf_fold(c) + || (c < 255 && prog->regstart < 255 + && mb_tolower(prog->regstart) == mb_tolower(c))))) { + retval = regtry(prog, col, tm, timed_out); + } else { + retval = 0; + } + } else { + int tm_count = 0; + // Messy cases: unanchored match. + while (!got_int) { + if (prog->regstart != NUL) { + // Skip until the char we know it must start with. + s = (uint8_t *)cstrchr((char *)rex.line + col, prog->regstart); + if (s == NULL) { + retval = 0; + break; + } + col = (int)(s - rex.line); + } + + // Check for maximum column to try. + if (rex.reg_maxcol > 0 && col >= rex.reg_maxcol) { + retval = 0; + break; + } + + retval = regtry(prog, col, tm, timed_out); + if (retval > 0) { + break; + } + + // if not currently on the first line, get it again + if (rex.lnum != 0) { + rex.lnum = 0; + rex.line = (uint8_t *)reg_getline((linenr_T)0); + } + if (rex.line[col] == NUL) { + break; + } + col += utfc_ptr2len((char *)rex.line + col); + // Check for timeout once in a twenty times to avoid overhead. + if (tm != NULL && ++tm_count == 20) { + tm_count = 0; + if (profile_passed_limit(*tm)) { + if (timed_out != NULL) { + *timed_out = true; + } + break; + } + } + } + } + +theend: + // Free "reg_tofree" when it's a bit big. + // Free regstack and backpos if they are bigger than their initial size. + if (reg_tofreelen > 400) { + XFREE_CLEAR(reg_tofree); + } + if (regstack.ga_maxlen > REGSTACK_INITIAL) { + ga_clear(®stack); + } + if (backpos.ga_maxlen > BACKPOS_INITIAL) { + ga_clear(&backpos); + } + + if (retval > 0) { + // Make sure the end is never before the start. Can happen when \zs + // and \ze are used. + if (REG_MULTI) { + const lpos_T *const start = &rex.reg_mmatch->startpos[0]; + const lpos_T *const end = &rex.reg_mmatch->endpos[0]; + + if (end->lnum < start->lnum + || (end->lnum == start->lnum && end->col < start->col)) { + rex.reg_mmatch->endpos[0] = rex.reg_mmatch->startpos[0]; + } + + // startpos[0] may be set by "\zs", also return the column where + // the whole pattern matched. + rex.reg_mmatch->rmm_matchcol = col; + } else { + if (rex.reg_match->endp[0] < rex.reg_match->startp[0]) { + rex.reg_match->endp[0] = rex.reg_match->startp[0]; + } + + // startpos[0] may be set by "\zs", also return the column where + // the whole pattern matched. + rex.reg_match->rm_matchcol = col; + } + } + + return retval; +} + +/// Match a regexp against a string. +/// "rmp->regprog" is a compiled regexp as returned by vim_regcomp(). +/// Uses curbuf for line count and 'iskeyword'. +/// If "line_lbr" is true, consider a "\n" in "line" to be a line break. +/// +/// @param line string to match against +/// @param col column to start looking for match +/// +/// @return 0 for failure, number of lines contained in the match otherwise. +static int bt_regexec_nl(regmatch_T *rmp, uint8_t *line, colnr_T col, bool line_lbr) +{ + rex.reg_match = rmp; + rex.reg_mmatch = NULL; + rex.reg_maxline = 0; + rex.reg_line_lbr = line_lbr; + rex.reg_buf = curbuf; + rex.reg_win = NULL; + rex.reg_ic = rmp->rm_ic; + rex.reg_icombine = false; + rex.reg_nobreak = rmp->regprog->re_flags & RE_NOBREAK; + rex.reg_maxcol = 0; + + long r = bt_regexec_both(line, col, NULL, NULL); + assert(r <= INT_MAX); + return (int)r; +} + +/// Matches a regexp against multiple lines. +/// "rmp->regprog" is a compiled regexp as returned by vim_regcomp(). +/// Uses curbuf for line count and 'iskeyword'. +/// +/// @param win Window in which to search or NULL +/// @param buf Buffer in which to search +/// @param lnum Number of line to start looking for match +/// @param col Column to start looking for match +/// @param tm Timeout limit or NULL +/// +/// @return zero if there is no match and number of lines contained in the match +/// otherwise. +static int bt_regexec_multi(regmmatch_T *rmp, win_T *win, buf_T *buf, linenr_T lnum, colnr_T col, + proftime_T *tm, int *timed_out) +{ + init_regexec_multi(rmp, win, buf, lnum); + return bt_regexec_both(NULL, col, tm, timed_out); +} + +// Compare a number with the operand of RE_LNUM, RE_COL or RE_VCOL. +static int re_num_cmp(uint32_t val, uint8_t *scan) +{ + uint32_t n = (uint32_t)OPERAND_MIN(scan); + + if (OPERAND_CMP(scan) == '>') { + return val > n; + } + if (OPERAND_CMP(scan) == '<') { + return val < n; + } + return val == n; +} + +#ifdef BT_REGEXP_DUMP + +// regdump - dump a regexp onto stdout in vaguely comprehensible form +static void regdump(uint8_t *pattern, bt_regprog_T *r) +{ + uint8_t *s; + int op = EXACTLY; // Arbitrary non-END op. + uint8_t *next; + uint8_t *end = NULL; + FILE *f; + +# ifdef BT_REGEXP_LOG + f = fopen("bt_regexp_log.log", "a"); +# else + f = stdout; +# endif + if (f == NULL) { + return; + } + fprintf(f, "-------------------------------------\n\r\nregcomp(%s):\r\n", + pattern); + + s = r->program + 1; + // Loop until we find the END that isn't before a referred next (an END + // can also appear in a NOMATCH operand). + while (op != END || s <= end) { + op = OP(s); + fprintf(f, "%2d%s", (int)(s - r->program), regprop(s)); // Where, what. + next = regnext(s); + if (next == NULL) { // Next ptr. + fprintf(f, "(0)"); + } else { + fprintf(f, "(%d)", (int)((s - r->program) + (next - s))); + } + if (end < next) { + end = next; + } + if (op == BRACE_LIMITS) { + // Two ints + fprintf(f, " minval %" PRId64 ", maxval %" PRId64, + (int64_t)OPERAND_MIN(s), (int64_t)OPERAND_MAX(s)); + s += 8; + } else if (op == BEHIND || op == NOBEHIND) { + // one int + fprintf(f, " count %" PRId64, (int64_t)OPERAND_MIN(s)); + s += 4; + } else if (op == RE_LNUM || op == RE_COL || op == RE_VCOL) { + // one int plus comparator + fprintf(f, " count %" PRId64, (int64_t)OPERAND_MIN(s)); + s += 5; + } + s += 3; + if (op == ANYOF || op == ANYOF + ADD_NL + || op == ANYBUT || op == ANYBUT + ADD_NL + || op == EXACTLY) { + // Literal string, where present. + fprintf(f, "\nxxxxxxxxx\n"); + while (*s != NUL) { + fprintf(f, "%c", *s++); + } + fprintf(f, "\nxxxxxxxxx\n"); + s++; + } + fprintf(f, "\r\n"); + } + + // Header fields of interest. + if (r->regstart != NUL) { + fprintf(f, "start `%s' 0x%x; ", r->regstart < 256 + ? (char *)transchar(r->regstart) + : "multibyte", r->regstart); + } + if (r->reganch) { + fprintf(f, "anchored; "); + } + if (r->regmust != NULL) { + fprintf(f, "must have \"%s\"", r->regmust); + } + fprintf(f, "\r\n"); + +# ifdef BT_REGEXP_LOG + fclose(f); +# endif +} +#endif // BT_REGEXP_DUMP + +#ifdef REGEXP_DEBUG + +// regprop - printable representation of opcode +static uint8_t *regprop(uint8_t *op) +{ + char *p; + static char buf[50]; + + STRCPY(buf, ":"); + + switch ((int)OP(op)) { + case BOL: + p = "BOL"; + break; + case EOL: + p = "EOL"; + break; + case RE_BOF: + p = "BOF"; + break; + case RE_EOF: + p = "EOF"; + break; + case CURSOR: + p = "CURSOR"; + break; + case RE_VISUAL: + p = "RE_VISUAL"; + break; + case RE_LNUM: + p = "RE_LNUM"; + break; + case RE_MARK: + p = "RE_MARK"; + break; + case RE_COL: + p = "RE_COL"; + break; + case RE_VCOL: + p = "RE_VCOL"; + break; + case BOW: + p = "BOW"; + break; + case EOW: + p = "EOW"; + break; + case ANY: + p = "ANY"; + break; + case ANY + ADD_NL: + p = "ANY+NL"; + break; + case ANYOF: + p = "ANYOF"; + break; + case ANYOF + ADD_NL: + p = "ANYOF+NL"; + break; + case ANYBUT: + p = "ANYBUT"; + break; + case ANYBUT + ADD_NL: + p = "ANYBUT+NL"; + break; + case IDENT: + p = "IDENT"; + break; + case IDENT + ADD_NL: + p = "IDENT+NL"; + break; + case SIDENT: + p = "SIDENT"; + break; + case SIDENT + ADD_NL: + p = "SIDENT+NL"; + break; + case KWORD: + p = "KWORD"; + break; + case KWORD + ADD_NL: + p = "KWORD+NL"; + break; + case SKWORD: + p = "SKWORD"; + break; + case SKWORD + ADD_NL: + p = "SKWORD+NL"; + break; + case FNAME: + p = "FNAME"; + break; + case FNAME + ADD_NL: + p = "FNAME+NL"; + break; + case SFNAME: + p = "SFNAME"; + break; + case SFNAME + ADD_NL: + p = "SFNAME+NL"; + break; + case PRINT: + p = "PRINT"; + break; + case PRINT + ADD_NL: + p = "PRINT+NL"; + break; + case SPRINT: + p = "SPRINT"; + break; + case SPRINT + ADD_NL: + p = "SPRINT+NL"; + break; + case WHITE: + p = "WHITE"; + break; + case WHITE + ADD_NL: + p = "WHITE+NL"; + break; + case NWHITE: + p = "NWHITE"; + break; + case NWHITE + ADD_NL: + p = "NWHITE+NL"; + break; + case DIGIT: + p = "DIGIT"; + break; + case DIGIT + ADD_NL: + p = "DIGIT+NL"; + break; + case NDIGIT: + p = "NDIGIT"; + break; + case NDIGIT + ADD_NL: + p = "NDIGIT+NL"; + break; + case HEX: + p = "HEX"; + break; + case HEX + ADD_NL: + p = "HEX+NL"; + break; + case NHEX: + p = "NHEX"; + break; + case NHEX + ADD_NL: + p = "NHEX+NL"; + break; + case OCTAL: + p = "OCTAL"; + break; + case OCTAL + ADD_NL: + p = "OCTAL+NL"; + break; + case NOCTAL: + p = "NOCTAL"; + break; + case NOCTAL + ADD_NL: + p = "NOCTAL+NL"; + break; + case WORD: + p = "WORD"; + break; + case WORD + ADD_NL: + p = "WORD+NL"; + break; + case NWORD: + p = "NWORD"; + break; + case NWORD + ADD_NL: + p = "NWORD+NL"; + break; + case HEAD: + p = "HEAD"; + break; + case HEAD + ADD_NL: + p = "HEAD+NL"; + break; + case NHEAD: + p = "NHEAD"; + break; + case NHEAD + ADD_NL: + p = "NHEAD+NL"; + break; + case ALPHA: + p = "ALPHA"; + break; + case ALPHA + ADD_NL: + p = "ALPHA+NL"; + break; + case NALPHA: + p = "NALPHA"; + break; + case NALPHA + ADD_NL: + p = "NALPHA+NL"; + break; + case LOWER: + p = "LOWER"; + break; + case LOWER + ADD_NL: + p = "LOWER+NL"; + break; + case NLOWER: + p = "NLOWER"; + break; + case NLOWER + ADD_NL: + p = "NLOWER+NL"; + break; + case UPPER: + p = "UPPER"; + break; + case UPPER + ADD_NL: + p = "UPPER+NL"; + break; + case NUPPER: + p = "NUPPER"; + break; + case NUPPER + ADD_NL: + p = "NUPPER+NL"; + break; + case BRANCH: + p = "BRANCH"; + break; + case EXACTLY: + p = "EXACTLY"; + break; + case NOTHING: + p = "NOTHING"; + break; + case BACK: + p = "BACK"; + break; + case END: + p = "END"; + break; + case MOPEN + 0: + p = "MATCH START"; + break; + case MOPEN + 1: + case MOPEN + 2: + case MOPEN + 3: + case MOPEN + 4: + case MOPEN + 5: + case MOPEN + 6: + case MOPEN + 7: + case MOPEN + 8: + case MOPEN + 9: + snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "MOPEN%d", OP(op) - MOPEN); + p = NULL; + break; + case MCLOSE + 0: + p = "MATCH END"; + break; + case MCLOSE + 1: + case MCLOSE + 2: + case MCLOSE + 3: + case MCLOSE + 4: + case MCLOSE + 5: + case MCLOSE + 6: + case MCLOSE + 7: + case MCLOSE + 8: + case MCLOSE + 9: + snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "MCLOSE%d", OP(op) - MCLOSE); + p = NULL; + break; + case BACKREF + 1: + case BACKREF + 2: + case BACKREF + 3: + case BACKREF + 4: + case BACKREF + 5: + case BACKREF + 6: + case BACKREF + 7: + case BACKREF + 8: + case BACKREF + 9: + snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "BACKREF%d", OP(op) - BACKREF); + p = NULL; + break; + case NOPEN: + p = "NOPEN"; + break; + case NCLOSE: + p = "NCLOSE"; + break; + case ZOPEN + 1: + case ZOPEN + 2: + case ZOPEN + 3: + case ZOPEN + 4: + case ZOPEN + 5: + case ZOPEN + 6: + case ZOPEN + 7: + case ZOPEN + 8: + case ZOPEN + 9: + snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "ZOPEN%d", OP(op) - ZOPEN); + p = NULL; + break; + case ZCLOSE + 1: + case ZCLOSE + 2: + case ZCLOSE + 3: + case ZCLOSE + 4: + case ZCLOSE + 5: + case ZCLOSE + 6: + case ZCLOSE + 7: + case ZCLOSE + 8: + case ZCLOSE + 9: + snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "ZCLOSE%d", OP(op) - ZCLOSE); + p = NULL; + break; + case ZREF + 1: + case ZREF + 2: + case ZREF + 3: + case ZREF + 4: + case ZREF + 5: + case ZREF + 6: + case ZREF + 7: + case ZREF + 8: + case ZREF + 9: + snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "ZREF%d", OP(op) - ZREF); + p = NULL; + break; + case STAR: + p = "STAR"; + break; + case PLUS: + p = "PLUS"; + break; + case NOMATCH: + p = "NOMATCH"; + break; + case MATCH: + p = "MATCH"; + break; + case BEHIND: + p = "BEHIND"; + break; + case NOBEHIND: + p = "NOBEHIND"; + break; + case SUBPAT: + p = "SUBPAT"; + break; + case BRACE_LIMITS: + p = "BRACE_LIMITS"; + break; + case BRACE_SIMPLE: + p = "BRACE_SIMPLE"; + break; + case BRACE_COMPLEX + 0: + case BRACE_COMPLEX + 1: + case BRACE_COMPLEX + 2: + case BRACE_COMPLEX + 3: + case BRACE_COMPLEX + 4: + case BRACE_COMPLEX + 5: + case BRACE_COMPLEX + 6: + case BRACE_COMPLEX + 7: + case BRACE_COMPLEX + 8: + case BRACE_COMPLEX + 9: + snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "BRACE_COMPLEX%d", + OP(op) - BRACE_COMPLEX); + p = NULL; + break; + case MULTIBYTECODE: + p = "MULTIBYTECODE"; + break; + case NEWL: + p = "NEWL"; + break; + default: + snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "corrupt %d", OP(op)); + p = NULL; + break; + } + if (p != NULL) { + STRCAT(buf, p); + } + return (uint8_t *)buf; +} +#endif // REGEXP_DEBUG + +// }}}1 + +// regexp_nfa.c {{{1 +// NFA regular expression implementation. + +// Logging of NFA engine. +// +// The NFA engine can write four log files: +// - Error log: Contains NFA engine's fatal errors. +// - Dump log: Contains compiled NFA state machine's information. +// - Run log: Contains information of matching procedure. +// - Debug log: Contains detailed information of matching procedure. Can be +// disabled by undefining NFA_REGEXP_DEBUG_LOG. +// The first one can also be used without debug mode. +// The last three are enabled when compiled as debug mode and individually +// disabled by commenting them out. +// The log files can get quite big! +// To disable all of this when compiling Vim for debugging, undefine REGEXP_DEBUG in +// regexp.c +#ifdef REGEXP_DEBUG +# define NFA_REGEXP_ERROR_LOG "nfa_regexp_error.log" +# define NFA_REGEXP_DUMP_LOG "nfa_regexp_dump.log" +# define NFA_REGEXP_RUN_LOG "nfa_regexp_run.log" +# define NFA_REGEXP_DEBUG_LOG "nfa_regexp_debug.log" #endif +// Added to NFA_ANY - NFA_NUPPER_IC to include a NL. +#define NFA_ADD_NL 31 + +enum { + NFA_SPLIT = -1024, + NFA_MATCH, + NFA_EMPTY, // matches 0-length + + NFA_START_COLL, // [abc] start + NFA_END_COLL, // [abc] end + NFA_START_NEG_COLL, // [^abc] start + NFA_END_NEG_COLL, // [^abc] end (postfix only) + NFA_RANGE, // range of the two previous items + // (postfix only) + NFA_RANGE_MIN, // low end of a range + NFA_RANGE_MAX, // high end of a range + + NFA_CONCAT, // concatenate two previous items (postfix + // only) + NFA_OR, // \| (postfix only) + NFA_STAR, // greedy * (postfix only) + NFA_STAR_NONGREEDY, // non-greedy * (postfix only) + NFA_QUEST, // greedy \? (postfix only) + NFA_QUEST_NONGREEDY, // non-greedy \? (postfix only) + + NFA_BOL, // ^ Begin line + NFA_EOL, // $ End line + NFA_BOW, // \< Begin word + NFA_EOW, // \> End word + NFA_BOF, // \%^ Begin file + NFA_EOF, // \%$ End file + NFA_NEWL, + NFA_ZSTART, // Used for \zs + NFA_ZEND, // Used for \ze + NFA_NOPEN, // Start of subexpression marked with \%( + NFA_NCLOSE, // End of subexpr. marked with \%( ... \) + NFA_START_INVISIBLE, + NFA_START_INVISIBLE_FIRST, + NFA_START_INVISIBLE_NEG, + NFA_START_INVISIBLE_NEG_FIRST, + NFA_START_INVISIBLE_BEFORE, + NFA_START_INVISIBLE_BEFORE_FIRST, + NFA_START_INVISIBLE_BEFORE_NEG, + NFA_START_INVISIBLE_BEFORE_NEG_FIRST, + NFA_START_PATTERN, + NFA_END_INVISIBLE, + NFA_END_INVISIBLE_NEG, + NFA_END_PATTERN, + NFA_COMPOSING, // Next nodes in NFA are part of the + // composing multibyte char + NFA_END_COMPOSING, // End of a composing char in the NFA + NFA_ANY_COMPOSING, // \%C: Any composing characters. + NFA_OPT_CHARS, // \%[abc] + + // The following are used only in the postfix form, not in the NFA + NFA_PREV_ATOM_NO_WIDTH, // Used for \@= + NFA_PREV_ATOM_NO_WIDTH_NEG, // Used for \@! + NFA_PREV_ATOM_JUST_BEFORE, // Used for \@<= + NFA_PREV_ATOM_JUST_BEFORE_NEG, // Used for \@<! + NFA_PREV_ATOM_LIKE_PATTERN, // Used for \@> + + NFA_BACKREF1, // \1 + NFA_BACKREF2, // \2 + NFA_BACKREF3, // \3 + NFA_BACKREF4, // \4 + NFA_BACKREF5, // \5 + NFA_BACKREF6, // \6 + NFA_BACKREF7, // \7 + NFA_BACKREF8, // \8 + NFA_BACKREF9, // \9 + NFA_ZREF1, // \z1 + NFA_ZREF2, // \z2 + NFA_ZREF3, // \z3 + NFA_ZREF4, // \z4 + NFA_ZREF5, // \z5 + NFA_ZREF6, // \z6 + NFA_ZREF7, // \z7 + NFA_ZREF8, // \z8 + NFA_ZREF9, // \z9 + NFA_SKIP, // Skip characters + + NFA_MOPEN, + NFA_MOPEN1, + NFA_MOPEN2, + NFA_MOPEN3, + NFA_MOPEN4, + NFA_MOPEN5, + NFA_MOPEN6, + NFA_MOPEN7, + NFA_MOPEN8, + NFA_MOPEN9, + + NFA_MCLOSE, + NFA_MCLOSE1, + NFA_MCLOSE2, + NFA_MCLOSE3, + NFA_MCLOSE4, + NFA_MCLOSE5, + NFA_MCLOSE6, + NFA_MCLOSE7, + NFA_MCLOSE8, + NFA_MCLOSE9, + + NFA_ZOPEN, + NFA_ZOPEN1, + NFA_ZOPEN2, + NFA_ZOPEN3, + NFA_ZOPEN4, + NFA_ZOPEN5, + NFA_ZOPEN6, + NFA_ZOPEN7, + NFA_ZOPEN8, + NFA_ZOPEN9, + + NFA_ZCLOSE, + NFA_ZCLOSE1, + NFA_ZCLOSE2, + NFA_ZCLOSE3, + NFA_ZCLOSE4, + NFA_ZCLOSE5, + NFA_ZCLOSE6, + NFA_ZCLOSE7, + NFA_ZCLOSE8, + NFA_ZCLOSE9, + + // NFA_FIRST_NL + NFA_ANY, // Match any one character. + NFA_IDENT, // Match identifier char + NFA_SIDENT, // Match identifier char but no digit + NFA_KWORD, // Match keyword char + NFA_SKWORD, // Match word char but no digit + NFA_FNAME, // Match file name char + NFA_SFNAME, // Match file name char but no digit + NFA_PRINT, // Match printable char + NFA_SPRINT, // Match printable char but no digit + NFA_WHITE, // Match whitespace char + NFA_NWHITE, // Match non-whitespace char + NFA_DIGIT, // Match digit char + NFA_NDIGIT, // Match non-digit char + NFA_HEX, // Match hex char + NFA_NHEX, // Match non-hex char + NFA_OCTAL, // Match octal char + NFA_NOCTAL, // Match non-octal char + NFA_WORD, // Match word char + NFA_NWORD, // Match non-word char + NFA_HEAD, // Match head char + NFA_NHEAD, // Match non-head char + NFA_ALPHA, // Match alpha char + NFA_NALPHA, // Match non-alpha char + NFA_LOWER, // Match lowercase char + NFA_NLOWER, // Match non-lowercase char + NFA_UPPER, // Match uppercase char + NFA_NUPPER, // Match non-uppercase char + NFA_LOWER_IC, // Match [a-z] + NFA_NLOWER_IC, // Match [^a-z] + NFA_UPPER_IC, // Match [A-Z] + NFA_NUPPER_IC, // Match [^A-Z] + + NFA_FIRST_NL = NFA_ANY + NFA_ADD_NL, + NFA_LAST_NL = NFA_NUPPER_IC + NFA_ADD_NL, + + NFA_CURSOR, // Match cursor pos + NFA_LNUM, // Match line number + NFA_LNUM_GT, // Match > line number + NFA_LNUM_LT, // Match < line number + NFA_COL, // Match cursor column + NFA_COL_GT, // Match > cursor column + NFA_COL_LT, // Match < cursor column + NFA_VCOL, // Match cursor virtual column + NFA_VCOL_GT, // Match > cursor virtual column + NFA_VCOL_LT, // Match < cursor virtual column + NFA_MARK, // Match mark + NFA_MARK_GT, // Match > mark + NFA_MARK_LT, // Match < mark + NFA_VISUAL, // Match Visual area + + // Character classes [:alnum:] etc + NFA_CLASS_ALNUM, + NFA_CLASS_ALPHA, + NFA_CLASS_BLANK, + NFA_CLASS_CNTRL, + NFA_CLASS_DIGIT, + NFA_CLASS_GRAPH, + NFA_CLASS_LOWER, + NFA_CLASS_PRINT, + NFA_CLASS_PUNCT, + NFA_CLASS_SPACE, + NFA_CLASS_UPPER, + NFA_CLASS_XDIGIT, + NFA_CLASS_TAB, + NFA_CLASS_RETURN, + NFA_CLASS_BACKSPACE, + NFA_CLASS_ESCAPE, + NFA_CLASS_IDENT, + NFA_CLASS_KEYWORD, + NFA_CLASS_FNAME, +}; + +// Keep in sync with classchars. +static int nfa_classcodes[] = { + NFA_ANY, NFA_IDENT, NFA_SIDENT, NFA_KWORD, NFA_SKWORD, + NFA_FNAME, NFA_SFNAME, NFA_PRINT, NFA_SPRINT, + NFA_WHITE, NFA_NWHITE, NFA_DIGIT, NFA_NDIGIT, + NFA_HEX, NFA_NHEX, NFA_OCTAL, NFA_NOCTAL, + NFA_WORD, NFA_NWORD, NFA_HEAD, NFA_NHEAD, + NFA_ALPHA, NFA_NALPHA, NFA_LOWER, NFA_NLOWER, + NFA_UPPER, NFA_NUPPER +}; + +static const char e_nul_found[] = N_("E865: (NFA) Regexp end encountered prematurely"); +static const char e_misplaced[] = N_("E866: (NFA regexp) Misplaced %c"); +static const char e_ill_char_class[] = N_("E877: (NFA regexp) Invalid character class: %" PRId64); +static const char e_value_too_large[] = N_("E951: \\% value too large"); + +// Variables only used in nfa_regcomp() and descendants. +static int nfa_re_flags; ///< re_flags passed to nfa_regcomp(). +static int *post_start; ///< holds the postfix form of r.e. +static int *post_end; +static int *post_ptr; + +// Set when the pattern should use the NFA engine. +// E.g. [[:upper:]] only allows 8bit characters for BT engine, +// while NFA engine handles multibyte characters correctly. +static bool wants_nfa; + +static int nstate; ///< Number of states in the NFA. Also used when executing. +static int istate; ///< Index in the state vector, used in alloc_state() + +// If not NULL match must end at this position +static save_se_T *nfa_endp = NULL; + +// 0 for first call to nfa_regmatch(), 1 for recursive call. +static int nfa_ll_index = 0; + +// Helper functions used when doing re2post() ... regatom() parsing +#define EMIT(c) \ + do { \ + if (post_ptr >= post_end) { \ + realloc_post_list(); \ + } \ + *post_ptr++ = c; \ + } while (0) + +/// Initialize internal variables before NFA compilation. +/// +/// @param re_flags @see vim_regcomp() +static void nfa_regcomp_start(uint8_t *expr, int re_flags) +{ + size_t postfix_size; + size_t nstate_max; + + nstate = 0; + istate = 0; + // A reasonable estimation for maximum size + nstate_max = (strlen((char *)expr) + 1) * 25; + + // Some items blow up in size, such as [A-z]. Add more space for that. + // When it is still not enough realloc_post_list() will be used. + nstate_max += 1000; + + // Size for postfix representation of expr. + postfix_size = sizeof(int) * nstate_max; + + post_start = (int *)xmalloc(postfix_size); + post_ptr = post_start; + post_end = post_start + nstate_max; + wants_nfa = false; + rex.nfa_has_zend = false; + rex.nfa_has_backref = false; + + // shared with BT engine + regcomp_start(expr, re_flags); +} + +// Figure out if the NFA state list starts with an anchor, must match at start +// of the line. +static int nfa_get_reganch(nfa_state_T *start, int depth) +{ + nfa_state_T *p = start; + + if (depth > 4) { + return 0; + } + + while (p != NULL) { + switch (p->c) { + case NFA_BOL: + case NFA_BOF: + return 1; // yes! + + case NFA_ZSTART: + case NFA_ZEND: + case NFA_CURSOR: + case NFA_VISUAL: + + case NFA_MOPEN: + case NFA_MOPEN1: + case NFA_MOPEN2: + case NFA_MOPEN3: + case NFA_MOPEN4: + case NFA_MOPEN5: + case NFA_MOPEN6: + case NFA_MOPEN7: + case NFA_MOPEN8: + case NFA_MOPEN9: + case NFA_NOPEN: + case NFA_ZOPEN: + case NFA_ZOPEN1: + case NFA_ZOPEN2: + case NFA_ZOPEN3: + case NFA_ZOPEN4: + case NFA_ZOPEN5: + case NFA_ZOPEN6: + case NFA_ZOPEN7: + case NFA_ZOPEN8: + case NFA_ZOPEN9: + p = p->out; + break; + + case NFA_SPLIT: + return nfa_get_reganch(p->out, depth + 1) + && nfa_get_reganch(p->out1, depth + 1); + + default: + return 0; // noooo + } + } + return 0; +} + +// Figure out if the NFA state list starts with a character which must match +// at start of the match. +static int nfa_get_regstart(nfa_state_T *start, int depth) +{ + nfa_state_T *p = start; + + if (depth > 4) { + return 0; + } + + while (p != NULL) { + switch (p->c) { + // all kinds of zero-width matches + case NFA_BOL: + case NFA_BOF: + case NFA_BOW: + case NFA_EOW: + case NFA_ZSTART: + case NFA_ZEND: + case NFA_CURSOR: + case NFA_VISUAL: + case NFA_LNUM: + case NFA_LNUM_GT: + case NFA_LNUM_LT: + case NFA_COL: + case NFA_COL_GT: + case NFA_COL_LT: + case NFA_VCOL: + case NFA_VCOL_GT: + case NFA_VCOL_LT: + case NFA_MARK: + case NFA_MARK_GT: + case NFA_MARK_LT: + + case NFA_MOPEN: + case NFA_MOPEN1: + case NFA_MOPEN2: + case NFA_MOPEN3: + case NFA_MOPEN4: + case NFA_MOPEN5: + case NFA_MOPEN6: + case NFA_MOPEN7: + case NFA_MOPEN8: + case NFA_MOPEN9: + case NFA_NOPEN: + case NFA_ZOPEN: + case NFA_ZOPEN1: + case NFA_ZOPEN2: + case NFA_ZOPEN3: + case NFA_ZOPEN4: + case NFA_ZOPEN5: + case NFA_ZOPEN6: + case NFA_ZOPEN7: + case NFA_ZOPEN8: + case NFA_ZOPEN9: + p = p->out; + break; + + case NFA_SPLIT: { + int c1 = nfa_get_regstart(p->out, depth + 1); + int c2 = nfa_get_regstart(p->out1, depth + 1); + + if (c1 == c2) { + return c1; // yes! + } + return 0; + } + + default: + if (p->c > 0) { + return p->c; // yes! + } + return 0; + } + } + return 0; +} + +// Figure out if the NFA state list contains just literal text and nothing +// else. If so return a string in allocated memory with what must match after +// regstart. Otherwise return NULL. +static uint8_t *nfa_get_match_text(nfa_state_T *start) +{ + nfa_state_T *p = start; + int len = 0; + uint8_t *ret; + uint8_t *s; + + if (p->c != NFA_MOPEN) { + return NULL; // just in case + } + p = p->out; + while (p->c > 0) { + len += utf_char2len(p->c); + p = p->out; + } + if (p->c != NFA_MCLOSE || p->out->c != NFA_MATCH) { + return NULL; + } + + ret = xmalloc((size_t)len); + p = start->out->out; // skip first char, it goes into regstart + s = ret; + while (p->c > 0) { + s += utf_char2bytes(p->c, (char *)s); + p = p->out; + } + *s = NUL; + + return ret; +} + +// Allocate more space for post_start. Called when +// running above the estimated number of states. +static void realloc_post_list(void) +{ + // For weird patterns the number of states can be very high. Increasing by + // 50% seems a reasonable compromise between memory use and speed. + const size_t new_max = (size_t)(post_end - post_start) * 3 / 2; + int *new_start = xrealloc(post_start, new_max * sizeof(int)); + post_ptr = new_start + (post_ptr - post_start); + post_end = new_start + new_max; + post_start = new_start; +} + +// Search between "start" and "end" and try to recognize a +// character class in expanded form. For example [0-9]. +// On success, return the id the character class to be emitted. +// On failure, return 0 (=FAIL) +// Start points to the first char of the range, while end should point +// to the closing brace. +// Keep in mind that 'ignorecase' applies at execution time, thus [a-z] may +// need to be interpreted as [a-zA-Z]. +static int nfa_recognize_char_class(uint8_t *start, uint8_t *end, int extra_newl) +{ +#define CLASS_not 0x80 +#define CLASS_af 0x40 +#define CLASS_AF 0x20 +#define CLASS_az 0x10 +#define CLASS_AZ 0x08 +#define CLASS_o7 0x04 +#define CLASS_o9 0x02 +#define CLASS_underscore 0x01 + + uint8_t *p; + int config = 0; + + bool newl = extra_newl == true; + + if (*end != ']') { + return FAIL; + } + p = start; + if (*p == '^') { + config |= CLASS_not; + p++; + } + + while (p < end) { + if (p + 2 < end && *(p + 1) == '-') { + switch (*p) { + case '0': + if (*(p + 2) == '9') { + config |= CLASS_o9; + break; + } else if (*(p + 2) == '7') { + config |= CLASS_o7; + break; + } + return FAIL; + case 'a': + if (*(p + 2) == 'z') { + config |= CLASS_az; + break; + } else if (*(p + 2) == 'f') { + config |= CLASS_af; + break; + } + return FAIL; + case 'A': + if (*(p + 2) == 'Z') { + config |= CLASS_AZ; + break; + } else if (*(p + 2) == 'F') { + config |= CLASS_AF; + break; + } + return FAIL; + default: + return FAIL; + } + p += 3; + } else if (p + 1 < end && *p == '\\' && *(p + 1) == 'n') { + newl = true; + p += 2; + } else if (*p == '_') { + config |= CLASS_underscore; + p++; + } else if (*p == '\n') { + newl = true; + p++; + } else { + return FAIL; + } + } // while (p < end) + + if (p != end) { + return FAIL; + } + + if (newl == true) { + extra_newl = NFA_ADD_NL; + } + + switch (config) { + case CLASS_o9: + return extra_newl + NFA_DIGIT; + case CLASS_not | CLASS_o9: + return extra_newl + NFA_NDIGIT; + case CLASS_af | CLASS_AF | CLASS_o9: + return extra_newl + NFA_HEX; + case CLASS_not | CLASS_af | CLASS_AF | CLASS_o9: + return extra_newl + NFA_NHEX; + case CLASS_o7: + return extra_newl + NFA_OCTAL; + case CLASS_not | CLASS_o7: + return extra_newl + NFA_NOCTAL; + case CLASS_az | CLASS_AZ | CLASS_o9 | CLASS_underscore: + return extra_newl + NFA_WORD; + case CLASS_not | CLASS_az | CLASS_AZ | CLASS_o9 | CLASS_underscore: + return extra_newl + NFA_NWORD; + case CLASS_az | CLASS_AZ | CLASS_underscore: + return extra_newl + NFA_HEAD; + case CLASS_not | CLASS_az | CLASS_AZ | CLASS_underscore: + return extra_newl + NFA_NHEAD; + case CLASS_az | CLASS_AZ: + return extra_newl + NFA_ALPHA; + case CLASS_not | CLASS_az | CLASS_AZ: + return extra_newl + NFA_NALPHA; + case CLASS_az: + return extra_newl + NFA_LOWER_IC; + case CLASS_not | CLASS_az: + return extra_newl + NFA_NLOWER_IC; + case CLASS_AZ: + return extra_newl + NFA_UPPER_IC; + case CLASS_not | CLASS_AZ: + return extra_newl + NFA_NUPPER_IC; + } + return FAIL; +} + +// Produce the bytes for equivalence class "c". +// Currently only handles latin1, latin9 and utf-8. +// Emits bytes in postfix notation: 'a,b,NFA_OR,c,NFA_OR' is +// equivalent to 'a OR b OR c' +// +// NOTE! When changing this function, also update reg_equi_class() +static void nfa_emit_equi_class(int c) +{ +#define EMIT2(c) EMIT(c); EMIT(NFA_CONCAT); + + { +#define A_grave 0xc0 +#define A_acute 0xc1 +#define A_circumflex 0xc2 +#define A_virguilla 0xc3 +#define A_diaeresis 0xc4 +#define A_ring 0xc5 +#define C_cedilla 0xc7 +#define E_grave 0xc8 +#define E_acute 0xc9 +#define E_circumflex 0xca +#define E_diaeresis 0xcb +#define I_grave 0xcc +#define I_acute 0xcd +#define I_circumflex 0xce +#define I_diaeresis 0xcf +#define N_virguilla 0xd1 +#define O_grave 0xd2 +#define O_acute 0xd3 +#define O_circumflex 0xd4 +#define O_virguilla 0xd5 +#define O_diaeresis 0xd6 +#define O_slash 0xd8 +#define U_grave 0xd9 +#define U_acute 0xda +#define U_circumflex 0xdb +#define U_diaeresis 0xdc +#define Y_acute 0xdd +#define a_grave 0xe0 +#define a_acute 0xe1 +#define a_circumflex 0xe2 +#define a_virguilla 0xe3 +#define a_diaeresis 0xe4 +#define a_ring 0xe5 +#define c_cedilla 0xe7 +#define e_grave 0xe8 +#define e_acute 0xe9 +#define e_circumflex 0xea +#define e_diaeresis 0xeb +#define i_grave 0xec +#define i_acute 0xed +#define i_circumflex 0xee +#define i_diaeresis 0xef +#define n_virguilla 0xf1 +#define o_grave 0xf2 +#define o_acute 0xf3 +#define o_circumflex 0xf4 +#define o_virguilla 0xf5 +#define o_diaeresis 0xf6 +#define o_slash 0xf8 +#define u_grave 0xf9 +#define u_acute 0xfa +#define u_circumflex 0xfb +#define u_diaeresis 0xfc +#define y_acute 0xfd +#define y_diaeresis 0xff + switch (c) { + case 'A': + case A_grave: + case A_acute: + case A_circumflex: + case A_virguilla: + case A_diaeresis: + case A_ring: + case 0x100: + case 0x102: + case 0x104: + case 0x1cd: + case 0x1de: + case 0x1e0: + case 0x1fa: + case 0x200: + case 0x202: + case 0x226: + case 0x23a: + case 0x1e00: + case 0x1ea0: + case 0x1ea2: + case 0x1ea4: + case 0x1ea6: + case 0x1ea8: + case 0x1eaa: + case 0x1eac: + case 0x1eae: + case 0x1eb0: + case 0x1eb2: + case 0x1eb4: + case 0x1eb6: + EMIT2('A') EMIT2(A_grave) EMIT2(A_acute) // NOLINT(whitespace/cast) + EMIT2(A_circumflex) EMIT2(A_virguilla) // NOLINT(whitespace/cast) + EMIT2(A_diaeresis) EMIT2(A_ring) // NOLINT(whitespace/cast) + EMIT2(0x100) EMIT2(0x102) EMIT2(0x104) + EMIT2(0x1cd) EMIT2(0x1de) EMIT2(0x1e0) + EMIT2(0x1fa) EMIT2(0x200) EMIT2(0x202) + EMIT2(0x226) EMIT2(0x23a) EMIT2(0x1e00) + EMIT2(0x1ea0) EMIT2(0x1ea2) EMIT2(0x1ea4) + EMIT2(0x1ea6) EMIT2(0x1ea8) EMIT2(0x1eaa) + EMIT2(0x1eac) EMIT2(0x1eae) EMIT2(0x1eb0) + EMIT2(0x1eb2) EMIT2(0x1eb6) EMIT2(0x1eb4) + return; + + case 'B': + case 0x181: + case 0x243: + case 0x1e02: + case 0x1e04: + case 0x1e06: + EMIT2('B') + EMIT2(0x181) EMIT2(0x243) EMIT2(0x1e02) + EMIT2(0x1e04) EMIT2(0x1e06) + return; + + case 'C': + case C_cedilla: + case 0x106: + case 0x108: + case 0x10a: + case 0x10c: + case 0x187: + case 0x23b: + case 0x1e08: + case 0xa792: + EMIT2('C') EMIT2(C_cedilla) + EMIT2(0x106) EMIT2(0x108) EMIT2(0x10a) + EMIT2(0x10c) EMIT2(0x187) EMIT2(0x23b) + EMIT2(0x1e08) EMIT2(0xa792) + return; + + case 'D': + case 0x10e: + case 0x110: + case 0x18a: + case 0x1e0a: + case 0x1e0c: + case 0x1e0e: + case 0x1e10: + case 0x1e12: + EMIT2('D') EMIT2(0x10e) EMIT2(0x110) EMIT2(0x18a) + EMIT2(0x1e0a) EMIT2(0x1e0c) EMIT2(0x1e0e) + EMIT2(0x1e10) EMIT2(0x1e12) + return; + + case 'E': + case E_grave: + case E_acute: + case E_circumflex: + case E_diaeresis: + case 0x112: + case 0x114: + case 0x116: + case 0x118: + case 0x11a: + case 0x204: + case 0x206: + case 0x228: + case 0x246: + case 0x1e14: + case 0x1e16: + case 0x1e18: + case 0x1e1a: + case 0x1e1c: + case 0x1eb8: + case 0x1eba: + case 0x1ebc: + case 0x1ebe: + case 0x1ec0: + case 0x1ec2: + case 0x1ec4: + case 0x1ec6: + EMIT2('E') EMIT2(E_grave) EMIT2(E_acute) // NOLINT(whitespace/cast) + EMIT2(E_circumflex) EMIT2(E_diaeresis) // NOLINT(whitespace/cast) + EMIT2(0x112) EMIT2(0x114) EMIT2(0x116) + EMIT2(0x118) EMIT2(0x11a) EMIT2(0x204) + EMIT2(0x206) EMIT2(0x228) EMIT2(0x246) + EMIT2(0x1e14) EMIT2(0x1e16) EMIT2(0x1e18) + EMIT2(0x1e1a) EMIT2(0x1e1c) EMIT2(0x1eb8) + EMIT2(0x1eba) EMIT2(0x1ebc) EMIT2(0x1ebe) + EMIT2(0x1ec0) EMIT2(0x1ec2) EMIT2(0x1ec4) + EMIT2(0x1ec6) + return; + + case 'F': + case 0x191: + case 0x1e1e: + case 0xa798: + EMIT2('F') EMIT2(0x191) EMIT2(0x1e1e) EMIT2(0xa798) + return; + + case 'G': + case 0x11c: + case 0x11e: + case 0x120: + case 0x122: + case 0x193: + case 0x1e4: + case 0x1e6: + case 0x1f4: + case 0x1e20: + case 0xa7a0: + EMIT2('G') EMIT2(0x11c) EMIT2(0x11e) EMIT2(0x120) + EMIT2(0x122) EMIT2(0x193) EMIT2(0x1e4) + EMIT2(0x1e6) EMIT2(0x1f4) EMIT2(0x1e20) + EMIT2(0xa7a0) + return; + + case 'H': + case 0x124: + case 0x126: + case 0x21e: + case 0x1e22: + case 0x1e24: + case 0x1e26: + case 0x1e28: + case 0x1e2a: + case 0x2c67: + EMIT2('H') EMIT2(0x124) EMIT2(0x126) EMIT2(0x21e) + EMIT2(0x1e22) EMIT2(0x1e24) EMIT2(0x1e26) + EMIT2(0x1e28) EMIT2(0x1e2a) EMIT2(0x2c67) + return; + + case 'I': + case I_grave: + case I_acute: + case I_circumflex: + case I_diaeresis: + case 0x128: + case 0x12a: + case 0x12c: + case 0x12e: + case 0x130: + case 0x197: + case 0x1cf: + case 0x208: + case 0x20a: + case 0x1e2c: + case 0x1e2e: + case 0x1ec8: + case 0x1eca: + EMIT2('I') EMIT2(I_grave) EMIT2(I_acute) // NOLINT(whitespace/cast) + EMIT2(I_circumflex) EMIT2(I_diaeresis) // NOLINT(whitespace/cast) + EMIT2(0x128) EMIT2(0x12a) EMIT2(0x12c) + EMIT2(0x12e) EMIT2(0x130) EMIT2(0x197) + EMIT2(0x1cf) EMIT2(0x208) EMIT2(0x20a) + EMIT2(0x1e2c) EMIT2(0x1e2e) EMIT2(0x1ec8) + EMIT2(0x1eca) + return; + + case 'J': + case 0x134: + case 0x248: + EMIT2('J') EMIT2(0x134) EMIT2(0x248) + return; + + case 'K': + case 0x136: + case 0x198: + case 0x1e8: + case 0x1e30: + case 0x1e32: + case 0x1e34: + case 0x2c69: + case 0xa740: + EMIT2('K') EMIT2(0x136) EMIT2(0x198) EMIT2(0x1e8) + EMIT2(0x1e30) EMIT2(0x1e32) EMIT2(0x1e34) + EMIT2(0x2c69) EMIT2(0xa740) + return; + + case 'L': + case 0x139: + case 0x13b: + case 0x13d: + case 0x13f: + case 0x141: + case 0x23d: + case 0x1e36: + case 0x1e38: + case 0x1e3a: + case 0x1e3c: + case 0x2c60: + EMIT2('L') EMIT2(0x139) EMIT2(0x13b) + EMIT2(0x13d) EMIT2(0x13f) EMIT2(0x141) + EMIT2(0x23d) EMIT2(0x1e36) EMIT2(0x1e38) + EMIT2(0x1e3a) EMIT2(0x1e3c) EMIT2(0x2c60) + return; + + case 'M': + case 0x1e3e: + case 0x1e40: + case 0x1e42: + EMIT2('M') EMIT2(0x1e3e) EMIT2(0x1e40) + EMIT2(0x1e42) + return; + + case 'N': + case N_virguilla: + case 0x143: + case 0x145: + case 0x147: + case 0x1f8: + case 0x1e44: + case 0x1e46: + case 0x1e48: + case 0x1e4a: + case 0xa7a4: + EMIT2('N') EMIT2(N_virguilla) + EMIT2(0x143) EMIT2(0x145) EMIT2(0x147) + EMIT2(0x1f8) EMIT2(0x1e44) EMIT2(0x1e46) + EMIT2(0x1e48) EMIT2(0x1e4a) EMIT2(0xa7a4) + return; + + case 'O': + case O_grave: + case O_acute: + case O_circumflex: + case O_virguilla: + case O_diaeresis: + case O_slash: + case 0x14c: + case 0x14e: + case 0x150: + case 0x19f: + case 0x1a0: + case 0x1d1: + case 0x1ea: + case 0x1ec: + case 0x1fe: + case 0x20c: + case 0x20e: + case 0x22a: + case 0x22c: + case 0x22e: + case 0x230: + case 0x1e4c: + case 0x1e4e: + case 0x1e50: + case 0x1e52: + case 0x1ecc: + case 0x1ece: + case 0x1ed0: + case 0x1ed2: + case 0x1ed4: + case 0x1ed6: + case 0x1ed8: + case 0x1eda: + case 0x1edc: + case 0x1ede: + case 0x1ee0: + case 0x1ee2: + EMIT2('O') EMIT2(O_grave) EMIT2(O_acute) // NOLINT(whitespace/cast) + EMIT2(O_circumflex) EMIT2(O_virguilla) // NOLINT(whitespace/cast) + EMIT2(O_diaeresis) EMIT2(O_slash) // NOLINT(whitespace/cast) + EMIT2(0x14c) EMIT2(0x14e) EMIT2(0x150) + EMIT2(0x19f) EMIT2(0x1a0) EMIT2(0x1d1) + EMIT2(0x1ea) EMIT2(0x1ec) EMIT2(0x1fe) + EMIT2(0x20c) EMIT2(0x20e) EMIT2(0x22a) + EMIT2(0x22c) EMIT2(0x22e) EMIT2(0x230) + EMIT2(0x1e4c) EMIT2(0x1e4e) EMIT2(0x1e50) + EMIT2(0x1e52) EMIT2(0x1ecc) EMIT2(0x1ece) + EMIT2(0x1ed0) EMIT2(0x1ed2) EMIT2(0x1ed4) + EMIT2(0x1ed6) EMIT2(0x1ed8) EMIT2(0x1eda) + EMIT2(0x1edc) EMIT2(0x1ede) EMIT2(0x1ee0) + EMIT2(0x1ee2) + return; + + case 'P': + case 0x1a4: + case 0x1e54: + case 0x1e56: + case 0x2c63: + EMIT2('P') EMIT2(0x1a4) EMIT2(0x1e54) EMIT2(0x1e56) + EMIT2(0x2c63) + return; + + case 'Q': + case 0x24a: + EMIT2('Q') EMIT2(0x24a) + return; + + case 'R': + case 0x154: + case 0x156: + case 0x158: + case 0x210: + case 0x212: + case 0x24c: + case 0x1e58: + case 0x1e5a: + case 0x1e5c: + case 0x1e5e: + case 0x2c64: + case 0xa7a6: + EMIT2('R') EMIT2(0x154) EMIT2(0x156) EMIT2(0x158) + EMIT2(0x210) EMIT2(0x212) EMIT2(0x24c) EMIT2(0x1e58) + EMIT2(0x1e5a) EMIT2(0x1e5c) EMIT2(0x1e5e) EMIT2(0x2c64) + EMIT2(0xa7a6) + return; + + case 'S': + case 0x15a: + case 0x15c: + case 0x15e: + case 0x160: + case 0x218: + case 0x1e60: + case 0x1e62: + case 0x1e64: + case 0x1e66: + case 0x1e68: + case 0x2c7e: + case 0xa7a8: + EMIT2('S') EMIT2(0x15a) EMIT2(0x15c) EMIT2(0x15e) + EMIT2(0x160) EMIT2(0x218) EMIT2(0x1e60) EMIT2(0x1e62) + EMIT2(0x1e64) EMIT2(0x1e66) EMIT2(0x1e68) EMIT2(0x2c7e) + EMIT2(0xa7a8) + return; + + case 'T': + case 0x162: + case 0x164: + case 0x166: + case 0x1ac: + case 0x1ae: + case 0x21a: + case 0x23e: + case 0x1e6a: + case 0x1e6c: + case 0x1e6e: + case 0x1e70: + EMIT2('T') EMIT2(0x162) EMIT2(0x164) EMIT2(0x166) + EMIT2(0x1ac) EMIT2(0x1ae) EMIT2(0x23e) EMIT2(0x21a) + EMIT2(0x1e6a) EMIT2(0x1e6c) EMIT2(0x1e6e) EMIT2(0x1e70) + return; + + case 'U': + case U_grave: + case U_acute: + case U_diaeresis: + case U_circumflex: + case 0x168: + case 0x16a: + case 0x16c: + case 0x16e: + case 0x170: + case 0x172: + case 0x1af: + case 0x1d3: + case 0x1d5: + case 0x1d7: + case 0x1d9: + case 0x1db: + case 0x214: + case 0x216: + case 0x244: + case 0x1e72: + case 0x1e74: + case 0x1e76: + case 0x1e78: + case 0x1e7a: + case 0x1ee4: + case 0x1ee6: + case 0x1ee8: + case 0x1eea: + case 0x1eec: + case 0x1eee: + case 0x1ef0: + EMIT2('U') EMIT2(U_grave) EMIT2(U_acute) // NOLINT(whitespace/cast) + EMIT2(U_diaeresis) EMIT2(U_circumflex) // NOLINT(whitespace/cast) + EMIT2(0x168) EMIT2(0x16a) + EMIT2(0x16c) EMIT2(0x16e) EMIT2(0x170) + EMIT2(0x172) EMIT2(0x1af) EMIT2(0x1d3) + EMIT2(0x1d5) EMIT2(0x1d7) EMIT2(0x1d9) + EMIT2(0x1db) EMIT2(0x214) EMIT2(0x216) + EMIT2(0x244) EMIT2(0x1e72) EMIT2(0x1e74) + EMIT2(0x1e76) EMIT2(0x1e78) EMIT2(0x1e7a) + EMIT2(0x1ee4) EMIT2(0x1ee6) EMIT2(0x1ee8) + EMIT2(0x1eea) EMIT2(0x1eec) EMIT2(0x1eee) + EMIT2(0x1ef0) + return; + + case 'V': + case 0x1b2: + case 0x1e7c: + case 0x1e7e: + EMIT2('V') EMIT2(0x1b2) EMIT2(0x1e7c) EMIT2(0x1e7e) + return; + + case 'W': + case 0x174: + case 0x1e80: + case 0x1e82: + case 0x1e84: + case 0x1e86: + case 0x1e88: + EMIT2('W') EMIT2(0x174) EMIT2(0x1e80) EMIT2(0x1e82) + EMIT2(0x1e84) EMIT2(0x1e86) EMIT2(0x1e88) + return; + + case 'X': + case 0x1e8a: + case 0x1e8c: + EMIT2('X') EMIT2(0x1e8a) EMIT2(0x1e8c) + return; + + case 'Y': + case Y_acute: + case 0x176: + case 0x178: + case 0x1b3: + case 0x232: + case 0x24e: + case 0x1e8e: + case 0x1ef2: + case 0x1ef4: + case 0x1ef6: + case 0x1ef8: + EMIT2('Y') EMIT2(Y_acute) + EMIT2(0x176) EMIT2(0x178) EMIT2(0x1b3) + EMIT2(0x232) EMIT2(0x24e) EMIT2(0x1e8e) + EMIT2(0x1ef2) EMIT2(0x1ef4) EMIT2(0x1ef6) + EMIT2(0x1ef8) + return; + + case 'Z': + case 0x179: + case 0x17b: + case 0x17d: + case 0x1b5: + case 0x1e90: + case 0x1e92: + case 0x1e94: + case 0x2c6b: + EMIT2('Z') EMIT2(0x179) EMIT2(0x17b) EMIT2(0x17d) + EMIT2(0x1b5) EMIT2(0x1e90) EMIT2(0x1e92) + EMIT2(0x1e94) EMIT2(0x2c6b) + return; + + case 'a': + case a_grave: + case a_acute: + case a_circumflex: + case a_virguilla: + case a_diaeresis: + case a_ring: + case 0x101: + case 0x103: + case 0x105: + case 0x1ce: + case 0x1df: + case 0x1e1: + case 0x1fb: + case 0x201: + case 0x203: + case 0x227: + case 0x1d8f: + case 0x1e01: + case 0x1e9a: + case 0x1ea1: + case 0x1ea3: + case 0x1ea5: + case 0x1ea7: + case 0x1ea9: + case 0x1eab: + case 0x1ead: + case 0x1eaf: + case 0x1eb1: + case 0x1eb3: + case 0x1eb5: + case 0x1eb7: + case 0x2c65: + EMIT2('a') EMIT2(a_grave) EMIT2(a_acute) // NOLINT(whitespace/cast) + EMIT2(a_circumflex) EMIT2(a_virguilla) // NOLINT(whitespace/cast) + EMIT2(a_diaeresis) EMIT2(a_ring) // NOLINT(whitespace/cast) + EMIT2(0x101) EMIT2(0x103) EMIT2(0x105) + EMIT2(0x1ce) EMIT2(0x1df) EMIT2(0x1e1) + EMIT2(0x1fb) EMIT2(0x201) EMIT2(0x203) + EMIT2(0x227) EMIT2(0x1d8f) EMIT2(0x1e01) + EMIT2(0x1e9a) EMIT2(0x1ea1) EMIT2(0x1ea3) + EMIT2(0x1ea5) EMIT2(0x1ea7) EMIT2(0x1ea9) + EMIT2(0x1eab) EMIT2(0x1ead) EMIT2(0x1eaf) + EMIT2(0x1eb1) EMIT2(0x1eb3) EMIT2(0x1eb5) + EMIT2(0x1eb7) EMIT2(0x2c65) + return; + + case 'b': + case 0x180: + case 0x253: + case 0x1d6c: + case 0x1d80: + case 0x1e03: + case 0x1e05: + case 0x1e07: + EMIT2('b') EMIT2(0x180) EMIT2(0x253) EMIT2(0x1d6c) + EMIT2(0x1d80) EMIT2(0x1e03) EMIT2(0x1e05) EMIT2(0x1e07) + return; + + case 'c': + case c_cedilla: + case 0x107: + case 0x109: + case 0x10b: + case 0x10d: + case 0x188: + case 0x23c: + case 0x1e09: + case 0xa793: + case 0xa794: + EMIT2('c') EMIT2(c_cedilla) + EMIT2(0x107) EMIT2(0x109) EMIT2(0x10b) + EMIT2(0x10d) EMIT2(0x188) EMIT2(0x23c) + EMIT2(0x1e09) EMIT2(0xa793) EMIT2(0xa794) + return; + + case 'd': + case 0x10f: + case 0x111: + case 0x257: + case 0x1d6d: + case 0x1d81: + case 0x1d91: + case 0x1e0b: + case 0x1e0d: + case 0x1e0f: + case 0x1e11: + case 0x1e13: + EMIT2('d') EMIT2(0x10f) EMIT2(0x111) + EMIT2(0x257) EMIT2(0x1d6d) EMIT2(0x1d81) + EMIT2(0x1d91) EMIT2(0x1e0b) EMIT2(0x1e0d) + EMIT2(0x1e0f) EMIT2(0x1e11) EMIT2(0x1e13) + return; + + case 'e': + case e_grave: + case e_acute: + case e_circumflex: + case e_diaeresis: + case 0x113: + case 0x115: + case 0x117: + case 0x119: + case 0x11b: + case 0x205: + case 0x207: + case 0x229: + case 0x247: + case 0x1d92: + case 0x1e15: + case 0x1e17: + case 0x1e19: + case 0x1e1b: + case 0x1e1d: + case 0x1eb9: + case 0x1ebb: + case 0x1ebd: + case 0x1ebf: + case 0x1ec1: + case 0x1ec3: + case 0x1ec5: + case 0x1ec7: + EMIT2('e') EMIT2(e_grave) EMIT2(e_acute) // NOLINT(whitespace/cast) + EMIT2(e_circumflex) EMIT2(e_diaeresis) // NOLINT(whitespace/cast) + EMIT2(0x113) EMIT2(0x115) + EMIT2(0x117) EMIT2(0x119) EMIT2(0x11b) + EMIT2(0x205) EMIT2(0x207) EMIT2(0x229) + EMIT2(0x247) EMIT2(0x1d92) EMIT2(0x1e15) + EMIT2(0x1e17) EMIT2(0x1e19) EMIT2(0x1e1b) + EMIT2(0x1e1d) EMIT2(0x1eb9) EMIT2(0x1ebb) + EMIT2(0x1ebd) EMIT2(0x1ebf) EMIT2(0x1ec1) + EMIT2(0x1ec3) EMIT2(0x1ec5) EMIT2(0x1ec7) + return; + + case 'f': + case 0x192: + case 0x1d6e: + case 0x1d82: + case 0x1e1f: + case 0xa799: + EMIT2('f') EMIT2(0x192) EMIT2(0x1d6e) EMIT2(0x1d82) + EMIT2(0x1e1f) EMIT2(0xa799) + return; + + case 'g': + case 0x11d: + case 0x11f: + case 0x121: + case 0x123: + case 0x1e5: + case 0x1e7: + case 0x1f5: + case 0x260: + case 0x1d83: + case 0x1e21: + case 0xa7a1: + EMIT2('g') EMIT2(0x11d) EMIT2(0x11f) EMIT2(0x121) + EMIT2(0x123) EMIT2(0x1e5) EMIT2(0x1e7) + EMIT2(0x1f5) EMIT2(0x260) EMIT2(0x1d83) + EMIT2(0x1e21) EMIT2(0xa7a1) + return; + + case 'h': + case 0x125: + case 0x127: + case 0x21f: + case 0x1e23: + case 0x1e25: + case 0x1e27: + case 0x1e29: + case 0x1e2b: + case 0x1e96: + case 0x2c68: + case 0xa795: + EMIT2('h') EMIT2(0x125) EMIT2(0x127) EMIT2(0x21f) + EMIT2(0x1e23) EMIT2(0x1e25) EMIT2(0x1e27) + EMIT2(0x1e29) EMIT2(0x1e2b) EMIT2(0x1e96) + EMIT2(0x2c68) EMIT2(0xa795) + return; + + case 'i': + case i_grave: + case i_acute: + case i_circumflex: + case i_diaeresis: + case 0x129: + case 0x12b: + case 0x12d: + case 0x12f: + case 0x1d0: + case 0x209: + case 0x20b: + case 0x268: + case 0x1d96: + case 0x1e2d: + case 0x1e2f: + case 0x1ec9: + case 0x1ecb: + EMIT2('i') EMIT2(i_grave) EMIT2(i_acute) // NOLINT(whitespace/cast) + EMIT2(i_circumflex) EMIT2(i_diaeresis) // NOLINT(whitespace/cast) + EMIT2(0x129) EMIT2(0x12b) EMIT2(0x12d) + EMIT2(0x12f) EMIT2(0x1d0) EMIT2(0x209) + EMIT2(0x20b) EMIT2(0x268) EMIT2(0x1d96) + EMIT2(0x1e2d) EMIT2(0x1e2f) EMIT2(0x1ec9) + EMIT2(0x1ecb) EMIT2(0x1ecb) + return; + + case 'j': + case 0x135: + case 0x1f0: + case 0x249: + EMIT2('j') EMIT2(0x135) EMIT2(0x1f0) EMIT2(0x249) + return; + + case 'k': + case 0x137: + case 0x199: + case 0x1e9: + case 0x1d84: + case 0x1e31: + case 0x1e33: + case 0x1e35: + case 0x2c6a: + case 0xa741: + EMIT2('k') EMIT2(0x137) EMIT2(0x199) EMIT2(0x1e9) + EMIT2(0x1d84) EMIT2(0x1e31) EMIT2(0x1e33) + EMIT2(0x1e35) EMIT2(0x2c6a) EMIT2(0xa741) + return; + + case 'l': + case 0x13a: + case 0x13c: + case 0x13e: + case 0x140: + case 0x142: + case 0x19a: + case 0x1e37: + case 0x1e39: + case 0x1e3b: + case 0x1e3d: + case 0x2c61: + EMIT2('l') EMIT2(0x13a) EMIT2(0x13c) + EMIT2(0x13e) EMIT2(0x140) EMIT2(0x142) + EMIT2(0x19a) EMIT2(0x1e37) EMIT2(0x1e39) + EMIT2(0x1e3b) EMIT2(0x1e3d) EMIT2(0x2c61) + return; + + case 'm': + case 0x1d6f: + case 0x1e3f: + case 0x1e41: + case 0x1e43: + EMIT2('m') EMIT2(0x1d6f) EMIT2(0x1e3f) + EMIT2(0x1e41) EMIT2(0x1e43) + return; + + case 'n': + case n_virguilla: + case 0x144: + case 0x146: + case 0x148: + case 0x149: + case 0x1f9: + case 0x1d70: + case 0x1d87: + case 0x1e45: + case 0x1e47: + case 0x1e49: + case 0x1e4b: + case 0xa7a5: + EMIT2('n') EMIT2(n_virguilla) + EMIT2(0x144) EMIT2(0x146) EMIT2(0x148) + EMIT2(0x149) EMIT2(0x1f9) EMIT2(0x1d70) + EMIT2(0x1d87) EMIT2(0x1e45) EMIT2(0x1e47) + EMIT2(0x1e49) EMIT2(0x1e4b) EMIT2(0xa7a5) + return; + + case 'o': + case o_grave: + case o_acute: + case o_circumflex: + case o_virguilla: + case o_diaeresis: + case o_slash: + case 0x14d: + case 0x14f: + case 0x151: + case 0x1a1: + case 0x1d2: + case 0x1eb: + case 0x1ed: + case 0x1ff: + case 0x20d: + case 0x20f: + case 0x22b: + case 0x22d: + case 0x22f: + case 0x231: + case 0x275: + case 0x1e4d: + case 0x1e4f: + case 0x1e51: + case 0x1e53: + case 0x1ecd: + case 0x1ecf: + case 0x1ed1: + case 0x1ed3: + case 0x1ed5: + case 0x1ed7: + case 0x1ed9: + case 0x1edb: + case 0x1edd: + case 0x1edf: + case 0x1ee1: + case 0x1ee3: + EMIT2('o') EMIT2(o_grave) EMIT2(o_acute) // NOLINT(whitespace/cast) + EMIT2(o_circumflex) EMIT2(o_virguilla) // NOLINT(whitespace/cast) + EMIT2(o_diaeresis) EMIT2(o_slash) // NOLINT(whitespace/cast) + EMIT2(0x14d) EMIT2(0x14f) EMIT2(0x151) + EMIT2(0x1a1) EMIT2(0x1d2) EMIT2(0x1eb) + EMIT2(0x1ed) EMIT2(0x1ff) EMIT2(0x20d) + EMIT2(0x20f) EMIT2(0x22b) EMIT2(0x22d) + EMIT2(0x22f) EMIT2(0x231) EMIT2(0x275) + EMIT2(0x1e4d) EMIT2(0x1e4f) EMIT2(0x1e51) + EMIT2(0x1e53) EMIT2(0x1ecd) EMIT2(0x1ecf) + EMIT2(0x1ed1) EMIT2(0x1ed3) EMIT2(0x1ed5) + EMIT2(0x1ed7) EMIT2(0x1ed9) EMIT2(0x1edb) + EMIT2(0x1edd) EMIT2(0x1edf) EMIT2(0x1ee1) + EMIT2(0x1ee3) + return; + + case 'p': + case 0x1a5: + case 0x1d71: + case 0x1d7d: + case 0x1d88: + case 0x1e55: + case 0x1e57: + EMIT2('p') EMIT2(0x1a5) EMIT2(0x1d71) EMIT2(0x1d7d) + EMIT2(0x1d88) EMIT2(0x1e55) EMIT2(0x1e57) + return; + + case 'q': + case 0x24b: + case 0x2a0: + EMIT2('q') EMIT2(0x24b) EMIT2(0x2a0) + return; + + case 'r': + case 0x155: + case 0x157: + case 0x159: + case 0x211: + case 0x213: + case 0x24d: + case 0x27d: + case 0x1d72: + case 0x1d73: + case 0x1d89: + case 0x1e59: + case 0x1e5b: + case 0x1e5d: + case 0x1e5f: + case 0xa7a7: + EMIT2('r') EMIT2(0x155) EMIT2(0x157) EMIT2(0x159) + EMIT2(0x211) EMIT2(0x213) EMIT2(0x24d) EMIT2(0x27d) + EMIT2(0x1d72) EMIT2(0x1d73) EMIT2(0x1d89) EMIT2(0x1e59) + EMIT2(0x1e5b) EMIT2(0x1e5d) EMIT2(0x1e5f) EMIT2(0xa7a7) + return; + + case 's': + case 0x15b: + case 0x15d: + case 0x15f: + case 0x161: + case 0x219: + case 0x23f: + case 0x1d74: + case 0x1d8a: + case 0x1e61: + case 0x1e63: + case 0x1e65: + case 0x1e67: + case 0x1e69: + case 0xa7a9: + EMIT2('s') EMIT2(0x15b) EMIT2(0x15d) EMIT2(0x15f) + EMIT2(0x161) EMIT2(0x219) EMIT2(0x23f) EMIT2(0x1d74) + EMIT2(0x1d8a) EMIT2(0x1e61) EMIT2(0x1e63) EMIT2(0x1e65) + EMIT2(0x1e67) EMIT2(0x1e69) EMIT2(0xa7a9) + return; + + case 't': + case 0x163: + case 0x165: + case 0x167: + case 0x1ab: + case 0x1ad: + case 0x21b: + case 0x288: + case 0x1d75: + case 0x1e6b: + case 0x1e6d: + case 0x1e6f: + case 0x1e71: + case 0x1e97: + case 0x2c66: + EMIT2('t') EMIT2(0x163) EMIT2(0x165) EMIT2(0x167) + EMIT2(0x1ab) EMIT2(0x1ad) EMIT2(0x21b) EMIT2(0x288) + EMIT2(0x1d75) EMIT2(0x1e6b) EMIT2(0x1e6d) EMIT2(0x1e6f) + EMIT2(0x1e71) EMIT2(0x1e97) EMIT2(0x2c66) + return; + + case 'u': + case u_grave: + case u_acute: + case u_circumflex: + case u_diaeresis: + case 0x169: + case 0x16b: + case 0x16d: + case 0x16f: + case 0x171: + case 0x173: + case 0x1b0: + case 0x1d4: + case 0x1d6: + case 0x1d8: + case 0x1da: + case 0x1dc: + case 0x215: + case 0x217: + case 0x289: + case 0x1d7e: + case 0x1d99: + case 0x1e73: + case 0x1e75: + case 0x1e77: + case 0x1e79: + case 0x1e7b: + case 0x1ee5: + case 0x1ee7: + case 0x1ee9: + case 0x1eeb: + case 0x1eed: + case 0x1eef: + case 0x1ef1: + EMIT2('u') EMIT2(u_grave) EMIT2(u_acute) // NOLINT(whitespace/cast) + EMIT2(u_circumflex) EMIT2(u_diaeresis) // NOLINT(whitespace/cast) + EMIT2(0x169) EMIT2(0x16b) + EMIT2(0x16d) EMIT2(0x16f) EMIT2(0x171) + EMIT2(0x173) EMIT2(0x1d6) EMIT2(0x1d8) + EMIT2(0x215) EMIT2(0x217) EMIT2(0x1b0) + EMIT2(0x1d4) EMIT2(0x1da) EMIT2(0x1dc) + EMIT2(0x289) EMIT2(0x1e73) EMIT2(0x1d7e) + EMIT2(0x1d99) EMIT2(0x1e75) EMIT2(0x1e77) + EMIT2(0x1e79) EMIT2(0x1e7b) EMIT2(0x1ee5) + EMIT2(0x1ee7) EMIT2(0x1ee9) EMIT2(0x1eeb) + EMIT2(0x1eed) EMIT2(0x1eef) EMIT2(0x1ef1) + return; + + case 'v': + case 0x28b: + case 0x1d8c: + case 0x1e7d: + case 0x1e7f: + EMIT2('v') EMIT2(0x28b) EMIT2(0x1d8c) EMIT2(0x1e7d) + EMIT2(0x1e7f) + return; + + case 'w': + case 0x175: + case 0x1e81: + case 0x1e83: + case 0x1e85: + case 0x1e87: + case 0x1e89: + case 0x1e98: + EMIT2('w') EMIT2(0x175) EMIT2(0x1e81) EMIT2(0x1e83) + EMIT2(0x1e85) EMIT2(0x1e87) EMIT2(0x1e89) EMIT2(0x1e98) + return; + + case 'x': + case 0x1e8b: + case 0x1e8d: + EMIT2('x') EMIT2(0x1e8b) EMIT2(0x1e8d) + return; + + case 'y': + case y_acute: + case y_diaeresis: + case 0x177: + case 0x1b4: + case 0x233: + case 0x24f: + case 0x1e8f: + case 0x1e99: + case 0x1ef3: + case 0x1ef5: + case 0x1ef7: + case 0x1ef9: + EMIT2('y') EMIT2(y_acute) EMIT2(y_diaeresis) // NOLINT(whitespace/cast) + EMIT2(0x177) EMIT2(0x1b4) EMIT2(0x233) EMIT2(0x24f) + EMIT2(0x1e8f) EMIT2(0x1e99) EMIT2(0x1ef3) + EMIT2(0x1ef5) EMIT2(0x1ef7) EMIT2(0x1ef9) + return; + + case 'z': + case 0x17a: + case 0x17c: + case 0x17e: + case 0x1b6: + case 0x1d76: + case 0x1d8e: + case 0x1e91: + case 0x1e93: + case 0x1e95: + case 0x2c6c: + EMIT2('z') EMIT2(0x17a) EMIT2(0x17c) EMIT2(0x17e) + EMIT2(0x1b6) EMIT2(0x1d76) EMIT2(0x1d8e) EMIT2(0x1e91) + EMIT2(0x1e93) EMIT2(0x1e95) EMIT2(0x2c6c) + return; + + // default: character itself + } + } + + EMIT2(c); +#undef EMIT2 +} + +// Code to parse regular expression. +// +// We try to reuse parsing functions in regexp.c to +// minimize surprise and keep the syntax consistent. + +// Parse the lowest level. +// +// An atom can be one of a long list of items. Many atoms match one character +// in the text. It is often an ordinary character or a character class. +// Braces can be used to make a pattern into an atom. The "\z(\)" construct +// is only for syntax highlighting. +// +// atom ::= ordinary-atom +// or \( pattern \) +// or \%( pattern \) +// or \z( pattern \) +static int nfa_regatom(void) +{ + int c; + int charclass; + int equiclass; + int collclass; + int got_coll_char; + uint8_t *p; + uint8_t *endp; + uint8_t *old_regparse = (uint8_t *)regparse; + int extra = 0; + int emit_range; + int negated; + int startc = -1; + int save_prev_at_start = prev_at_start; + + c = getchr(); + switch (c) { + case NUL: + EMSG_RET_FAIL(_(e_nul_found)); + + case Magic('^'): + EMIT(NFA_BOL); + break; + + case Magic('$'): + EMIT(NFA_EOL); + had_eol = true; + break; + + case Magic('<'): + EMIT(NFA_BOW); + break; + + case Magic('>'): + EMIT(NFA_EOW); + break; + + case Magic('_'): + c = no_Magic(getchr()); + if (c == NUL) { + EMSG_RET_FAIL(_(e_nul_found)); + } + + if (c == '^') { // "\_^" is start-of-line + EMIT(NFA_BOL); + break; + } + if (c == '$') { // "\_$" is end-of-line + EMIT(NFA_EOL); + had_eol = true; + break; + } + + extra = NFA_ADD_NL; + + // "\_[" is collection plus newline + if (c == '[') { + goto collection; + } + + // "\_x" is character class plus newline + FALLTHROUGH; + + // Character classes. + case Magic('.'): + case Magic('i'): + case Magic('I'): + case Magic('k'): + case Magic('K'): + case Magic('f'): + case Magic('F'): + case Magic('p'): + case Magic('P'): + case Magic('s'): + case Magic('S'): + case Magic('d'): + case Magic('D'): + case Magic('x'): + case Magic('X'): + case Magic('o'): + case Magic('O'): + case Magic('w'): + case Magic('W'): + case Magic('h'): + case Magic('H'): + case Magic('a'): + case Magic('A'): + case Magic('l'): + case Magic('L'): + case Magic('u'): + case Magic('U'): + p = (uint8_t *)vim_strchr((char *)classchars, no_Magic(c)); + if (p == NULL) { + if (extra == NFA_ADD_NL) { + semsg(_(e_ill_char_class), (int64_t)c); + rc_did_emsg = true; + return FAIL; + } + siemsg("INTERNAL: Unknown character class char: %" PRId64, (int64_t)c); + return FAIL; + } + // When '.' is followed by a composing char ignore the dot, so that + // the composing char is matched here. + if (c == Magic('.') && utf_iscomposing(peekchr())) { + old_regparse = (uint8_t *)regparse; + c = getchr(); + goto nfa_do_multibyte; + } + EMIT(nfa_classcodes[p - classchars]); + if (extra == NFA_ADD_NL) { + EMIT(NFA_NEWL); + EMIT(NFA_OR); + regflags |= RF_HASNL; + } + break; + + case Magic('n'): + if (reg_string) { + // In a string "\n" matches a newline character. + EMIT(NL); + } else { + // In buffer text "\n" matches the end of a line. + EMIT(NFA_NEWL); + regflags |= RF_HASNL; + } + break; + + case Magic('('): + if (nfa_reg(REG_PAREN) == FAIL) { + return FAIL; // cascaded error + } + break; + + case Magic('|'): + case Magic('&'): + case Magic(')'): + semsg(_(e_misplaced), (char)no_Magic(c)); // -V1037 + return FAIL; + + case Magic('='): + case Magic('?'): + case Magic('+'): + case Magic('@'): + case Magic('*'): + case Magic('{'): + // these should follow an atom, not form an atom + semsg(_(e_misplaced), (char)no_Magic(c)); + return FAIL; + + case Magic('~'): { + uint8_t *lp; + + // Previous substitute pattern. + // Generated as "\%(pattern\)". + if (reg_prev_sub == NULL) { + emsg(_(e_nopresub)); + return FAIL; + } + for (lp = (uint8_t *)reg_prev_sub; *lp != NUL; MB_CPTR_ADV(lp)) { + EMIT(utf_ptr2char((char *)lp)); + if (lp != (uint8_t *)reg_prev_sub) { + EMIT(NFA_CONCAT); + } + } + EMIT(NFA_NOPEN); + break; + } + + case Magic('1'): + case Magic('2'): + case Magic('3'): + case Magic('4'): + case Magic('5'): + case Magic('6'): + case Magic('7'): + case Magic('8'): + case Magic('9'): { + int refnum = no_Magic(c) - '1'; + + if (!seen_endbrace(refnum + 1)) { + return FAIL; + } + EMIT(NFA_BACKREF1 + refnum); + rex.nfa_has_backref = true; + } + break; + + case Magic('z'): + c = no_Magic(getchr()); + switch (c) { + case 's': + EMIT(NFA_ZSTART); + if (!re_mult_next("\\zs")) { + return false; + } + break; + case 'e': + EMIT(NFA_ZEND); + rex.nfa_has_zend = true; + if (!re_mult_next("\\zs")) { + return false; + } + break; + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + // \z1...\z9 + if ((reg_do_extmatch & REX_USE) == 0) { + EMSG_RET_FAIL(_(e_z1_not_allowed)); + } + EMIT(NFA_ZREF1 + (no_Magic(c) - '1')); + // No need to set rex.nfa_has_backref, the sub-matches don't + // change when \z1 .. \z9 matches or not. + re_has_z = REX_USE; + break; + case '(': + // \z( + if (reg_do_extmatch != REX_SET) { + EMSG_RET_FAIL(_(e_z_not_allowed)); + } + if (nfa_reg(REG_ZPAREN) == FAIL) { + return FAIL; // cascaded error + } + re_has_z = REX_SET; + break; + default: + semsg(_("E867: (NFA) Unknown operator '\\z%c'"), + no_Magic(c)); + return FAIL; + } + break; + + case Magic('%'): + c = no_Magic(getchr()); + switch (c) { + // () without a back reference + case '(': + if (nfa_reg(REG_NPAREN) == FAIL) { + return FAIL; + } + EMIT(NFA_NOPEN); + break; + + case 'd': // %d123 decimal + case 'o': // %o123 octal + case 'x': // %xab hex 2 + case 'u': // %uabcd hex 4 + case 'U': // %U1234abcd hex 8 + { + int64_t nr; + + switch (c) { + case 'd': + nr = getdecchrs(); break; + case 'o': + nr = getoctchrs(); break; + case 'x': + nr = gethexchrs(2); break; + case 'u': + nr = gethexchrs(4); break; + case 'U': + nr = gethexchrs(8); break; + default: + nr = -1; break; + } + + if (nr < 0 || nr > INT_MAX) { + EMSG2_RET_FAIL(_("E678: Invalid character after %s%%[dxouU]"), + reg_magic == MAGIC_ALL); + } + // A NUL is stored in the text as NL + // TODO(vim): what if a composing character follows? + EMIT(nr == 0 ? 0x0a : (int)nr); + } + break; + + // Catch \%^ and \%$ regardless of where they appear in the + // pattern -- regardless of whether or not it makes sense. + case '^': + EMIT(NFA_BOF); + break; + + case '$': + EMIT(NFA_EOF); + break; + + case '#': + if (regparse[0] == '=' && regparse[1] >= 48 + && regparse[1] <= 50) { + // misplaced \%#=1 + semsg(_(e_atom_engine_must_be_at_start_of_pattern), regparse[1]); + return FAIL; + } + EMIT(NFA_CURSOR); + break; + + case 'V': + EMIT(NFA_VISUAL); + break; + + case 'C': + EMIT(NFA_ANY_COMPOSING); + break; + + case '[': { + int n; + + // \%[abc] + for (n = 0; (c = peekchr()) != ']'; n++) { + if (c == NUL) { + EMSG2_RET_FAIL(_(e_missing_sb), + reg_magic == MAGIC_ALL); + } + // recursive call! + if (nfa_regatom() == FAIL) { + return FAIL; + } + } + (void)getchr(); // get the ] + if (n == 0) { + EMSG2_RET_FAIL(_(e_empty_sb), reg_magic == MAGIC_ALL); + } + EMIT(NFA_OPT_CHARS); + EMIT(n); + + // Emit as "\%(\%[abc]\)" to be able to handle + // "\%[abc]*" which would cause the empty string to be + // matched an unlimited number of times. NFA_NOPEN is + // added only once at a position, while NFA_SPLIT is + // added multiple times. This is more efficient than + // not allowing NFA_SPLIT multiple times, it is used + // a lot. + EMIT(NFA_NOPEN); + break; + } + + default: { + int64_t n = 0; + const int cmp = c; + bool cur = false; + bool got_digit = false; + + if (c == '<' || c == '>') { + c = getchr(); + } + if (no_Magic(c) == '.') { + cur = true; + c = getchr(); + } + while (ascii_isdigit(c)) { + if (cur) { + semsg(_(e_regexp_number_after_dot_pos_search_chr), no_Magic(c)); + return FAIL; + } + if (n > (INT32_MAX - (c - '0')) / 10) { + // overflow. + emsg(_(e_value_too_large)); + return FAIL; + } + n = n * 10 + (c - '0'); + c = getchr(); + got_digit = true; + } + if (c == 'l' || c == 'c' || c == 'v') { + int32_t limit = INT32_MAX; + + if (!cur && !got_digit) { + semsg(_(e_nfa_regexp_missing_value_in_chr), no_Magic(c)); + return FAIL; + } + if (c == 'l') { + if (cur) { + n = curwin->w_cursor.lnum; + } + // \%{n}l \%{n}<l \%{n}>l + EMIT(cmp == '<' ? NFA_LNUM_LT : + cmp == '>' ? NFA_LNUM_GT : NFA_LNUM); + if (save_prev_at_start) { + at_start = true; + } + } else if (c == 'c') { + if (cur) { + n = curwin->w_cursor.col; + n++; + } + // \%{n}c \%{n}<c \%{n}>c + EMIT(cmp == '<' ? NFA_COL_LT : + cmp == '>' ? NFA_COL_GT : NFA_COL); + } else { + if (cur) { + colnr_T vcol = 0; + getvvcol(curwin, &curwin->w_cursor, NULL, NULL, &vcol); + n = ++vcol; + } + // \%{n}v \%{n}<v \%{n}>v + EMIT(cmp == '<' ? NFA_VCOL_LT : + cmp == '>' ? NFA_VCOL_GT : NFA_VCOL); + limit = INT32_MAX / MB_MAXBYTES; + } + if (n >= limit) { + emsg(_(e_value_too_large)); + return FAIL; + } + EMIT((int)n); + break; + } else if (c == '\'' && n == 0) { + // \%'m \%<'m \%>'m + EMIT(cmp == '<' ? NFA_MARK_LT : + cmp == '>' ? NFA_MARK_GT : NFA_MARK); + EMIT(getchr()); + break; + } + } + semsg(_("E867: (NFA) Unknown operator '\\%%%c'"), + no_Magic(c)); + return FAIL; + } + break; + + case Magic('['): +collection: + // [abc] uses NFA_START_COLL - NFA_END_COLL + // [^abc] uses NFA_START_NEG_COLL - NFA_END_NEG_COLL + // Each character is produced as a regular state, using + // NFA_CONCAT to bind them together. + // Besides normal characters there can be: + // - character classes NFA_CLASS_* + // - ranges, two characters followed by NFA_RANGE. + + p = (uint8_t *)regparse; + endp = (uint8_t *)skip_anyof((char *)p); + if (*endp == ']') { + // Try to reverse engineer character classes. For example, + // recognize that [0-9] stands for \d and [A-Za-z_] for \h, + // and perform the necessary substitutions in the NFA. + int result = nfa_recognize_char_class((uint8_t *)regparse, endp, extra == NFA_ADD_NL); + if (result != FAIL) { + if (result >= NFA_FIRST_NL && result <= NFA_LAST_NL) { + EMIT(result - NFA_ADD_NL); + EMIT(NFA_NEWL); + EMIT(NFA_OR); + } else { + EMIT(result); + } + regparse = (char *)endp; + MB_PTR_ADV(regparse); + return OK; + } + // Failed to recognize a character class. Use the simple + // version that turns [abc] into 'a' OR 'b' OR 'c' + negated = false; + if (*regparse == '^') { // negated range + negated = true; + MB_PTR_ADV(regparse); + EMIT(NFA_START_NEG_COLL); + } else { + EMIT(NFA_START_COLL); + } + if (*regparse == '-') { + startc = '-'; + EMIT(startc); + EMIT(NFA_CONCAT); + MB_PTR_ADV(regparse); + } + // Emit the OR branches for each character in the [] + emit_range = false; + while ((uint8_t *)regparse < endp) { + int oldstartc = startc; + startc = -1; + got_coll_char = false; + if (*regparse == '[') { + // Check for [: :], [= =], [. .] + equiclass = collclass = 0; + charclass = get_char_class(®parse); + if (charclass == CLASS_NONE) { + equiclass = get_equi_class(®parse); + if (equiclass == 0) { + collclass = get_coll_element(®parse); + } + } + + // Character class like [:alpha:] + if (charclass != CLASS_NONE) { + switch (charclass) { + case CLASS_ALNUM: + EMIT(NFA_CLASS_ALNUM); + break; + case CLASS_ALPHA: + EMIT(NFA_CLASS_ALPHA); + break; + case CLASS_BLANK: + EMIT(NFA_CLASS_BLANK); + break; + case CLASS_CNTRL: + EMIT(NFA_CLASS_CNTRL); + break; + case CLASS_DIGIT: + EMIT(NFA_CLASS_DIGIT); + break; + case CLASS_GRAPH: + EMIT(NFA_CLASS_GRAPH); + break; + case CLASS_LOWER: + wants_nfa = true; + EMIT(NFA_CLASS_LOWER); + break; + case CLASS_PRINT: + EMIT(NFA_CLASS_PRINT); + break; + case CLASS_PUNCT: + EMIT(NFA_CLASS_PUNCT); + break; + case CLASS_SPACE: + EMIT(NFA_CLASS_SPACE); + break; + case CLASS_UPPER: + wants_nfa = true; + EMIT(NFA_CLASS_UPPER); + break; + case CLASS_XDIGIT: + EMIT(NFA_CLASS_XDIGIT); + break; + case CLASS_TAB: + EMIT(NFA_CLASS_TAB); + break; + case CLASS_RETURN: + EMIT(NFA_CLASS_RETURN); + break; + case CLASS_BACKSPACE: + EMIT(NFA_CLASS_BACKSPACE); + break; + case CLASS_ESCAPE: + EMIT(NFA_CLASS_ESCAPE); + break; + case CLASS_IDENT: + EMIT(NFA_CLASS_IDENT); + break; + case CLASS_KEYWORD: + EMIT(NFA_CLASS_KEYWORD); + break; + case CLASS_FNAME: + EMIT(NFA_CLASS_FNAME); + break; + } + EMIT(NFA_CONCAT); + continue; + } + // Try equivalence class [=a=] and the like + if (equiclass != 0) { + nfa_emit_equi_class(equiclass); + continue; + } + // Try collating class like [. .] + if (collclass != 0) { + startc = collclass; // allow [.a.]-x as a range + // Will emit the proper atom at the end of the + // while loop. + } + } + // Try a range like 'a-x' or '\t-z'. Also allows '-' as a + // start character. + if (*regparse == '-' && oldstartc != -1) { + emit_range = true; + startc = oldstartc; + MB_PTR_ADV(regparse); + continue; // reading the end of the range + } + + // Now handle simple and escaped characters. + // Only "\]", "\^", "\]" and "\\" are special in Vi. Vim + // accepts "\t", "\e", etc., but only when the 'l' flag in + // 'cpoptions' is not included. + if (*regparse == '\\' + && (uint8_t *)regparse + 1 <= endp + && (vim_strchr(REGEXP_INRANGE, (uint8_t)regparse[1]) != NULL + || (!reg_cpo_lit + && vim_strchr(REGEXP_ABBR, (uint8_t)regparse[1]) + != NULL))) { + MB_PTR_ADV(regparse); + + if (*regparse == 'n') { + startc = (reg_string || emit_range || regparse[1] == '-') + ? NL : NFA_NEWL; + } else if (*regparse == 'd' + || *regparse == 'o' + || *regparse == 'x' + || *regparse == 'u' + || *regparse == 'U') { + // TODO(RE): This needs more testing + startc = coll_get_char(); + got_coll_char = true; + MB_PTR_BACK(old_regparse, regparse); + } else { + // \r,\t,\e,\b + startc = backslash_trans(*regparse); + } + } + + // Normal printable char + if (startc == -1) { + startc = utf_ptr2char(regparse); + } + + // Previous char was '-', so this char is end of range. + if (emit_range) { + int endc = startc; + startc = oldstartc; + if (startc > endc) { + EMSG_RET_FAIL(_(e_reverse_range)); + } + + if (endc > startc + 2) { + // Emit a range instead of the sequence of + // individual characters. + if (startc == 0) { + // \x00 is translated to \x0a, start at \x01. + EMIT(1); + } else { + post_ptr--; // remove NFA_CONCAT + } + EMIT(endc); + EMIT(NFA_RANGE); + EMIT(NFA_CONCAT); + } else if (utf_char2len(startc) > 1 + || utf_char2len(endc) > 1) { + // Emit the characters in the range. + // "startc" was already emitted, so skip it. + for (c = startc + 1; c <= endc; c++) { + EMIT(c); + EMIT(NFA_CONCAT); + } + } else { + // Emit the range. "startc" was already emitted, so + // skip it. + for (c = startc + 1; c <= endc; c++) { + EMIT(c); + EMIT(NFA_CONCAT); + } + } + emit_range = false; + startc = -1; + } else { + // This char (startc) is not part of a range. Just + // emit it. + // Normally, simply emit startc. But if we get char + // code=0 from a collating char, then replace it with + // 0x0a. + // This is needed to completely mimic the behaviour of + // the backtracking engine. + if (startc == NFA_NEWL) { + // Line break can't be matched as part of the + // collection, add an OR below. But not for negated + // range. + if (!negated) { + extra = NFA_ADD_NL; + } + } else { + if (got_coll_char == true && startc == 0) { + EMIT(0x0a); + } else { + EMIT(startc); + } + EMIT(NFA_CONCAT); + } + } + + MB_PTR_ADV(regparse); + } // while (p < endp) + + MB_PTR_BACK(old_regparse, regparse); + if (*regparse == '-') { // if last, '-' is just a char + EMIT('-'); + EMIT(NFA_CONCAT); + } + + // skip the trailing ] + regparse = (char *)endp; + MB_PTR_ADV(regparse); + + // Mark end of the collection. + if (negated == true) { + EMIT(NFA_END_NEG_COLL); + } else { + EMIT(NFA_END_COLL); + } + + // \_[] also matches \n but it's not negated + if (extra == NFA_ADD_NL) { + EMIT(reg_string ? NL : NFA_NEWL); + EMIT(NFA_OR); + } + + return OK; + } // if exists closing ] + + if (reg_strict) { + EMSG_RET_FAIL(_(e_missingbracket)); + } + FALLTHROUGH; + + default: { + int plen; + +nfa_do_multibyte: + // plen is length of current char with composing chars + if (utf_char2len(c) != (plen = utfc_ptr2len((char *)old_regparse)) + || utf_iscomposing(c)) { + int i = 0; + + // A base character plus composing characters, or just one + // or more composing characters. + // This requires creating a separate atom as if enclosing + // the characters in (), where NFA_COMPOSING is the ( and + // NFA_END_COMPOSING is the ). Note that right now we are + // building the postfix form, not the NFA itself; + // a composing char could be: a, b, c, NFA_COMPOSING + // where 'b' and 'c' are chars with codes > 256. */ + while (true) { + EMIT(c); + if (i > 0) { + EMIT(NFA_CONCAT); + } + if ((i += utf_char2len(c)) >= plen) { + break; + } + c = utf_ptr2char((char *)old_regparse + i); + } + EMIT(NFA_COMPOSING); + regparse = (char *)old_regparse + plen; + } else { + c = no_Magic(c); + EMIT(c); + } + return OK; + } + } + + return OK; +} + +// Parse something followed by possible [*+=]. +// +// A piece is an atom, possibly followed by a multi, an indication of how many +// times the atom can be matched. Example: "a*" matches any sequence of "a" +// characters: "", "a", "aa", etc. +// +// piece ::= atom +// or atom multi +static int nfa_regpiece(void) +{ + int i; + int op; + int ret; + int minval, maxval; + bool greedy = true; // Braces are prefixed with '-' ? + parse_state_T old_state; + parse_state_T new_state; + int64_t c2; + int old_post_pos; + int my_post_start; + int quest; + + // Save the current parse state, so that we can use it if <atom>{m,n} is + // next. + save_parse_state(&old_state); + + // store current pos in the postfix form, for \{m,n} involving 0s + my_post_start = (int)(post_ptr - post_start); + + ret = nfa_regatom(); + if (ret == FAIL) { + return FAIL; // cascaded error + } + op = peekchr(); + if (re_multi_type(op) == NOT_MULTI) { + return OK; + } + + skipchr(); + switch (op) { + case Magic('*'): + EMIT(NFA_STAR); + break; + + case Magic('+'): + // Trick: Normally, (a*)\+ would match the whole input "aaa". The + // first and only submatch would be "aaa". But the backtracking + // engine interprets the plus as "try matching one more time", and + // a* matches a second time at the end of the input, the empty + // string. + // The submatch will be the empty string. + // + // In order to be consistent with the old engine, we replace + // <atom>+ with <atom><atom>* + restore_parse_state(&old_state); + curchr = -1; + if (nfa_regatom() == FAIL) { + return FAIL; + } + EMIT(NFA_STAR); + EMIT(NFA_CONCAT); + skipchr(); // skip the \+ + break; + + case Magic('@'): + c2 = getdecchrs(); + op = no_Magic(getchr()); + i = 0; + switch (op) { + case '=': + // \@= + i = NFA_PREV_ATOM_NO_WIDTH; + break; + case '!': + // \@! + i = NFA_PREV_ATOM_NO_WIDTH_NEG; + break; + case '<': + op = no_Magic(getchr()); + if (op == '=') { + // \@<= + i = NFA_PREV_ATOM_JUST_BEFORE; + } else if (op == '!') { + // \@<! + i = NFA_PREV_ATOM_JUST_BEFORE_NEG; + } + break; + case '>': + // \@> + i = NFA_PREV_ATOM_LIKE_PATTERN; + break; + } + if (i == 0) { + semsg(_("E869: (NFA) Unknown operator '\\@%c'"), op); + return FAIL; + } + EMIT(i); + if (i == NFA_PREV_ATOM_JUST_BEFORE + || i == NFA_PREV_ATOM_JUST_BEFORE_NEG) { + EMIT((int)c2); + } + break; + + case Magic('?'): + case Magic('='): + EMIT(NFA_QUEST); + break; + + case Magic('{'): + // a{2,5} will expand to 'aaa?a?a?' + // a{-1,3} will expand to 'aa??a??', where ?? is the nongreedy + // version of '?' + // \v(ab){2,3} will expand to '(ab)(ab)(ab)?', where all the + // parenthesis have the same id + + greedy = true; + c2 = peekchr(); + if (c2 == '-' || c2 == Magic('-')) { + skipchr(); + greedy = false; + } + if (!read_limits(&minval, &maxval)) { + EMSG_RET_FAIL(_("E870: (NFA regexp) Error reading repetition limits")); + } + + // <atom>{0,inf}, <atom>{0,} and <atom>{} are equivalent to + // <atom>* + if (minval == 0 && maxval == MAX_LIMIT) { + if (greedy) { + // \{}, \{0,} + EMIT(NFA_STAR); + } else { + // \{-}, \{-0,} + EMIT(NFA_STAR_NONGREEDY); + } + break; + } + + // Special case: x{0} or x{-0} + if (maxval == 0) { + // Ignore result of previous call to nfa_regatom() + post_ptr = post_start + my_post_start; + // NFA_EMPTY is 0-length and works everywhere + EMIT(NFA_EMPTY); + return OK; + } + + // The engine is very inefficient (uses too many states) when the + // maximum is much larger than the minimum and when the maximum is + // large. However, when maxval is MAX_LIMIT, it is okay, as this + // will emit NFA_STAR. + // Bail out if we can use the other engine, but only, when the + // pattern does not need the NFA engine like (e.g. [[:upper:]]\{2,\} + // does not work with characters > 8 bit with the BT engine) + if ((nfa_re_flags & RE_AUTO) + && (maxval > 500 || maxval > minval + 200) + && (maxval != MAX_LIMIT && minval < 200) + && !wants_nfa) { + return FAIL; + } + + // Ignore previous call to nfa_regatom() + post_ptr = post_start + my_post_start; + // Save parse state after the repeated atom and the \{} + save_parse_state(&new_state); + + quest = (greedy == true ? NFA_QUEST : NFA_QUEST_NONGREEDY); + for (i = 0; i < maxval; i++) { + // Goto beginning of the repeated atom + restore_parse_state(&old_state); + old_post_pos = (int)(post_ptr - post_start); + if (nfa_regatom() == FAIL) { + return FAIL; + } + // after "minval" times, atoms are optional + if (i + 1 > minval) { + if (maxval == MAX_LIMIT) { + if (greedy) { + EMIT(NFA_STAR); + } else { + EMIT(NFA_STAR_NONGREEDY); + } + } else { + EMIT(quest); + } + } + if (old_post_pos != my_post_start) { + EMIT(NFA_CONCAT); + } + if (i + 1 > minval && maxval == MAX_LIMIT) { + break; + } + } + + // Go to just after the repeated atom and the \{} + restore_parse_state(&new_state); + curchr = -1; + + break; + + default: + break; + } // end switch + + if (re_multi_type(peekchr()) != NOT_MULTI) { + // Can't have a multi follow a multi. + EMSG_RET_FAIL(_("E871: (NFA regexp) Can't have a multi follow a multi")); + } + + return OK; +} + +// Parse one or more pieces, concatenated. It matches a match for the +// first piece, followed by a match for the second piece, etc. Example: +// "f[0-9]b", first matches "f", then a digit and then "b". +// +// concat ::= piece +// or piece piece +// or piece piece piece +// etc. +static int nfa_regconcat(void) +{ + bool cont = true; + bool first = true; + + while (cont) { + switch (peekchr()) { + case NUL: + case Magic('|'): + case Magic('&'): + case Magic(')'): + cont = false; + break; + + case Magic('Z'): + regflags |= RF_ICOMBINE; + skipchr_keepstart(); + break; + case Magic('c'): + regflags |= RF_ICASE; + skipchr_keepstart(); + break; + case Magic('C'): + regflags |= RF_NOICASE; + skipchr_keepstart(); + break; + case Magic('v'): + reg_magic = MAGIC_ALL; + skipchr_keepstart(); + curchr = -1; + break; + case Magic('m'): + reg_magic = MAGIC_ON; + skipchr_keepstart(); + curchr = -1; + break; + case Magic('M'): + reg_magic = MAGIC_OFF; + skipchr_keepstart(); + curchr = -1; + break; + case Magic('V'): + reg_magic = MAGIC_NONE; + skipchr_keepstart(); + curchr = -1; + break; + + default: + if (nfa_regpiece() == FAIL) { + return FAIL; + } + if (first == false) { + EMIT(NFA_CONCAT); + } else { + first = false; + } + break; + } + } + + return OK; +} + +// Parse a branch, one or more concats, separated by "\&". It matches the +// last concat, but only if all the preceding concats also match at the same +// position. Examples: +// "foobeep\&..." matches "foo" in "foobeep". +// ".*Peter\&.*Bob" matches in a line containing both "Peter" and "Bob" +// +// branch ::= concat +// or concat \& concat +// or concat \& concat \& concat +// etc. +static int nfa_regbranch(void) +{ + int old_post_pos; + + old_post_pos = (int)(post_ptr - post_start); + + // First branch, possibly the only one + if (nfa_regconcat() == FAIL) { + return FAIL; + } + + // Try next concats + while (peekchr() == Magic('&')) { + skipchr(); + // if concat is empty do emit a node + if (old_post_pos == (int)(post_ptr - post_start)) { + EMIT(NFA_EMPTY); + } + EMIT(NFA_NOPEN); + EMIT(NFA_PREV_ATOM_NO_WIDTH); + old_post_pos = (int)(post_ptr - post_start); + if (nfa_regconcat() == FAIL) { + return FAIL; + } + // if concat is empty do emit a node + if (old_post_pos == (int)(post_ptr - post_start)) { + EMIT(NFA_EMPTY); + } + EMIT(NFA_CONCAT); + } + + // if a branch is empty, emit one node for it + if (old_post_pos == (int)(post_ptr - post_start)) { + EMIT(NFA_EMPTY); + } + + return OK; +} + +/// Parse a pattern, one or more branches, separated by "\|". It matches +/// anything that matches one of the branches. Example: "foo\|beep" matches +/// "foo" and matches "beep". If more than one branch matches, the first one +/// is used. +/// +/// pattern ::= branch +/// or branch \| branch +/// or branch \| branch \| branch +/// etc. +/// +/// @param paren REG_NOPAREN, REG_PAREN, REG_NPAREN or REG_ZPAREN +static int nfa_reg(int paren) +{ + int parno = 0; + + if (paren == REG_PAREN) { + if (regnpar >= NSUBEXP) { // Too many `(' + EMSG_RET_FAIL(_("E872: (NFA regexp) Too many '('")); + } + parno = regnpar++; + } else if (paren == REG_ZPAREN) { + // Make a ZOPEN node. + if (regnzpar >= NSUBEXP) { + EMSG_RET_FAIL(_("E879: (NFA regexp) Too many \\z(")); + } + parno = regnzpar++; + } + + if (nfa_regbranch() == FAIL) { + return FAIL; // cascaded error + } + while (peekchr() == Magic('|')) { + skipchr(); + if (nfa_regbranch() == FAIL) { + return FAIL; // cascaded error + } + EMIT(NFA_OR); + } + + // Check for proper termination. + if (paren != REG_NOPAREN && getchr() != Magic(')')) { + if (paren == REG_NPAREN) { + EMSG2_RET_FAIL(_(e_unmatchedpp), reg_magic == MAGIC_ALL); + } else { + EMSG2_RET_FAIL(_(e_unmatchedp), reg_magic == MAGIC_ALL); + } + } else if (paren == REG_NOPAREN && peekchr() != NUL) { + if (peekchr() == Magic(')')) { + EMSG2_RET_FAIL(_(e_unmatchedpar), reg_magic == MAGIC_ALL); + } else { + EMSG_RET_FAIL(_("E873: (NFA regexp) proper termination error")); + } + } + // Here we set the flag allowing back references to this set of + // parentheses. + if (paren == REG_PAREN) { + had_endbrace[parno] = true; // have seen the close paren + EMIT(NFA_MOPEN + parno); + } else if (paren == REG_ZPAREN) { + EMIT(NFA_ZOPEN + parno); + } + + return OK; +} + +#ifdef REGEXP_DEBUG +static uint8_t code[50]; + +static void nfa_set_code(int c) +{ + int addnl = false; + + if (c >= NFA_FIRST_NL && c <= NFA_LAST_NL) { + addnl = true; + c -= NFA_ADD_NL; + } + + STRCPY(code, ""); + switch (c) { + case NFA_MATCH: + STRCPY(code, "NFA_MATCH "); break; + case NFA_SPLIT: + STRCPY(code, "NFA_SPLIT "); break; + case NFA_CONCAT: + STRCPY(code, "NFA_CONCAT "); break; + case NFA_NEWL: + STRCPY(code, "NFA_NEWL "); break; + case NFA_ZSTART: + STRCPY(code, "NFA_ZSTART"); break; + case NFA_ZEND: + STRCPY(code, "NFA_ZEND"); break; + + case NFA_BACKREF1: + STRCPY(code, "NFA_BACKREF1"); break; + case NFA_BACKREF2: + STRCPY(code, "NFA_BACKREF2"); break; + case NFA_BACKREF3: + STRCPY(code, "NFA_BACKREF3"); break; + case NFA_BACKREF4: + STRCPY(code, "NFA_BACKREF4"); break; + case NFA_BACKREF5: + STRCPY(code, "NFA_BACKREF5"); break; + case NFA_BACKREF6: + STRCPY(code, "NFA_BACKREF6"); break; + case NFA_BACKREF7: + STRCPY(code, "NFA_BACKREF7"); break; + case NFA_BACKREF8: + STRCPY(code, "NFA_BACKREF8"); break; + case NFA_BACKREF9: + STRCPY(code, "NFA_BACKREF9"); break; + case NFA_ZREF1: + STRCPY(code, "NFA_ZREF1"); break; + case NFA_ZREF2: + STRCPY(code, "NFA_ZREF2"); break; + case NFA_ZREF3: + STRCPY(code, "NFA_ZREF3"); break; + case NFA_ZREF4: + STRCPY(code, "NFA_ZREF4"); break; + case NFA_ZREF5: + STRCPY(code, "NFA_ZREF5"); break; + case NFA_ZREF6: + STRCPY(code, "NFA_ZREF6"); break; + case NFA_ZREF7: + STRCPY(code, "NFA_ZREF7"); break; + case NFA_ZREF8: + STRCPY(code, "NFA_ZREF8"); break; + case NFA_ZREF9: + STRCPY(code, "NFA_ZREF9"); break; + case NFA_SKIP: + STRCPY(code, "NFA_SKIP"); break; + + case NFA_PREV_ATOM_NO_WIDTH: + STRCPY(code, "NFA_PREV_ATOM_NO_WIDTH"); break; + case NFA_PREV_ATOM_NO_WIDTH_NEG: + STRCPY(code, "NFA_PREV_ATOM_NO_WIDTH_NEG"); break; + case NFA_PREV_ATOM_JUST_BEFORE: + STRCPY(code, "NFA_PREV_ATOM_JUST_BEFORE"); break; + case NFA_PREV_ATOM_JUST_BEFORE_NEG: + STRCPY(code, "NFA_PREV_ATOM_JUST_BEFORE_NEG"); break; + case NFA_PREV_ATOM_LIKE_PATTERN: + STRCPY(code, "NFA_PREV_ATOM_LIKE_PATTERN"); break; + + case NFA_NOPEN: + STRCPY(code, "NFA_NOPEN"); break; + case NFA_NCLOSE: + STRCPY(code, "NFA_NCLOSE"); break; + case NFA_START_INVISIBLE: + STRCPY(code, "NFA_START_INVISIBLE"); break; + case NFA_START_INVISIBLE_FIRST: + STRCPY(code, "NFA_START_INVISIBLE_FIRST"); break; + case NFA_START_INVISIBLE_NEG: + STRCPY(code, "NFA_START_INVISIBLE_NEG"); break; + case NFA_START_INVISIBLE_NEG_FIRST: + STRCPY(code, "NFA_START_INVISIBLE_NEG_FIRST"); break; + case NFA_START_INVISIBLE_BEFORE: + STRCPY(code, "NFA_START_INVISIBLE_BEFORE"); break; + case NFA_START_INVISIBLE_BEFORE_FIRST: + STRCPY(code, "NFA_START_INVISIBLE_BEFORE_FIRST"); break; + case NFA_START_INVISIBLE_BEFORE_NEG: + STRCPY(code, "NFA_START_INVISIBLE_BEFORE_NEG"); break; + case NFA_START_INVISIBLE_BEFORE_NEG_FIRST: + STRCPY(code, "NFA_START_INVISIBLE_BEFORE_NEG_FIRST"); break; + case NFA_START_PATTERN: + STRCPY(code, "NFA_START_PATTERN"); break; + case NFA_END_INVISIBLE: + STRCPY(code, "NFA_END_INVISIBLE"); break; + case NFA_END_INVISIBLE_NEG: + STRCPY(code, "NFA_END_INVISIBLE_NEG"); break; + case NFA_END_PATTERN: + STRCPY(code, "NFA_END_PATTERN"); break; + + case NFA_COMPOSING: + STRCPY(code, "NFA_COMPOSING"); break; + case NFA_END_COMPOSING: + STRCPY(code, "NFA_END_COMPOSING"); break; + case NFA_OPT_CHARS: + STRCPY(code, "NFA_OPT_CHARS"); break; + + case NFA_MOPEN: + case NFA_MOPEN1: + case NFA_MOPEN2: + case NFA_MOPEN3: + case NFA_MOPEN4: + case NFA_MOPEN5: + case NFA_MOPEN6: + case NFA_MOPEN7: + case NFA_MOPEN8: + case NFA_MOPEN9: + STRCPY(code, "NFA_MOPEN(x)"); + code[10] = c - NFA_MOPEN + '0'; + break; + case NFA_MCLOSE: + case NFA_MCLOSE1: + case NFA_MCLOSE2: + case NFA_MCLOSE3: + case NFA_MCLOSE4: + case NFA_MCLOSE5: + case NFA_MCLOSE6: + case NFA_MCLOSE7: + case NFA_MCLOSE8: + case NFA_MCLOSE9: + STRCPY(code, "NFA_MCLOSE(x)"); + code[11] = c - NFA_MCLOSE + '0'; + break; + case NFA_ZOPEN: + case NFA_ZOPEN1: + case NFA_ZOPEN2: + case NFA_ZOPEN3: + case NFA_ZOPEN4: + case NFA_ZOPEN5: + case NFA_ZOPEN6: + case NFA_ZOPEN7: + case NFA_ZOPEN8: + case NFA_ZOPEN9: + STRCPY(code, "NFA_ZOPEN(x)"); + code[10] = c - NFA_ZOPEN + '0'; + break; + case NFA_ZCLOSE: + case NFA_ZCLOSE1: + case NFA_ZCLOSE2: + case NFA_ZCLOSE3: + case NFA_ZCLOSE4: + case NFA_ZCLOSE5: + case NFA_ZCLOSE6: + case NFA_ZCLOSE7: + case NFA_ZCLOSE8: + case NFA_ZCLOSE9: + STRCPY(code, "NFA_ZCLOSE(x)"); + code[11] = c - NFA_ZCLOSE + '0'; + break; + case NFA_EOL: + STRCPY(code, "NFA_EOL "); break; + case NFA_BOL: + STRCPY(code, "NFA_BOL "); break; + case NFA_EOW: + STRCPY(code, "NFA_EOW "); break; + case NFA_BOW: + STRCPY(code, "NFA_BOW "); break; + case NFA_EOF: + STRCPY(code, "NFA_EOF "); break; + case NFA_BOF: + STRCPY(code, "NFA_BOF "); break; + case NFA_LNUM: + STRCPY(code, "NFA_LNUM "); break; + case NFA_LNUM_GT: + STRCPY(code, "NFA_LNUM_GT "); break; + case NFA_LNUM_LT: + STRCPY(code, "NFA_LNUM_LT "); break; + case NFA_COL: + STRCPY(code, "NFA_COL "); break; + case NFA_COL_GT: + STRCPY(code, "NFA_COL_GT "); break; + case NFA_COL_LT: + STRCPY(code, "NFA_COL_LT "); break; + case NFA_VCOL: + STRCPY(code, "NFA_VCOL "); break; + case NFA_VCOL_GT: + STRCPY(code, "NFA_VCOL_GT "); break; + case NFA_VCOL_LT: + STRCPY(code, "NFA_VCOL_LT "); break; + case NFA_MARK: + STRCPY(code, "NFA_MARK "); break; + case NFA_MARK_GT: + STRCPY(code, "NFA_MARK_GT "); break; + case NFA_MARK_LT: + STRCPY(code, "NFA_MARK_LT "); break; + case NFA_CURSOR: + STRCPY(code, "NFA_CURSOR "); break; + case NFA_VISUAL: + STRCPY(code, "NFA_VISUAL "); break; + case NFA_ANY_COMPOSING: + STRCPY(code, "NFA_ANY_COMPOSING "); break; + + case NFA_STAR: + STRCPY(code, "NFA_STAR "); break; + case NFA_STAR_NONGREEDY: + STRCPY(code, "NFA_STAR_NONGREEDY "); break; + case NFA_QUEST: + STRCPY(code, "NFA_QUEST"); break; + case NFA_QUEST_NONGREEDY: + STRCPY(code, "NFA_QUEST_NON_GREEDY"); break; + case NFA_EMPTY: + STRCPY(code, "NFA_EMPTY"); break; + case NFA_OR: + STRCPY(code, "NFA_OR"); break; + + case NFA_START_COLL: + STRCPY(code, "NFA_START_COLL"); break; + case NFA_END_COLL: + STRCPY(code, "NFA_END_COLL"); break; + case NFA_START_NEG_COLL: + STRCPY(code, "NFA_START_NEG_COLL"); break; + case NFA_END_NEG_COLL: + STRCPY(code, "NFA_END_NEG_COLL"); break; + case NFA_RANGE: + STRCPY(code, "NFA_RANGE"); break; + case NFA_RANGE_MIN: + STRCPY(code, "NFA_RANGE_MIN"); break; + case NFA_RANGE_MAX: + STRCPY(code, "NFA_RANGE_MAX"); break; + + case NFA_CLASS_ALNUM: + STRCPY(code, "NFA_CLASS_ALNUM"); break; + case NFA_CLASS_ALPHA: + STRCPY(code, "NFA_CLASS_ALPHA"); break; + case NFA_CLASS_BLANK: + STRCPY(code, "NFA_CLASS_BLANK"); break; + case NFA_CLASS_CNTRL: + STRCPY(code, "NFA_CLASS_CNTRL"); break; + case NFA_CLASS_DIGIT: + STRCPY(code, "NFA_CLASS_DIGIT"); break; + case NFA_CLASS_GRAPH: + STRCPY(code, "NFA_CLASS_GRAPH"); break; + case NFA_CLASS_LOWER: + STRCPY(code, "NFA_CLASS_LOWER"); break; + case NFA_CLASS_PRINT: + STRCPY(code, "NFA_CLASS_PRINT"); break; + case NFA_CLASS_PUNCT: + STRCPY(code, "NFA_CLASS_PUNCT"); break; + case NFA_CLASS_SPACE: + STRCPY(code, "NFA_CLASS_SPACE"); break; + case NFA_CLASS_UPPER: + STRCPY(code, "NFA_CLASS_UPPER"); break; + case NFA_CLASS_XDIGIT: + STRCPY(code, "NFA_CLASS_XDIGIT"); break; + case NFA_CLASS_TAB: + STRCPY(code, "NFA_CLASS_TAB"); break; + case NFA_CLASS_RETURN: + STRCPY(code, "NFA_CLASS_RETURN"); break; + case NFA_CLASS_BACKSPACE: + STRCPY(code, "NFA_CLASS_BACKSPACE"); break; + case NFA_CLASS_ESCAPE: + STRCPY(code, "NFA_CLASS_ESCAPE"); break; + case NFA_CLASS_IDENT: + STRCPY(code, "NFA_CLASS_IDENT"); break; + case NFA_CLASS_KEYWORD: + STRCPY(code, "NFA_CLASS_KEYWORD"); break; + case NFA_CLASS_FNAME: + STRCPY(code, "NFA_CLASS_FNAME"); break; + + case NFA_ANY: + STRCPY(code, "NFA_ANY"); break; + case NFA_IDENT: + STRCPY(code, "NFA_IDENT"); break; + case NFA_SIDENT: + STRCPY(code, "NFA_SIDENT"); break; + case NFA_KWORD: + STRCPY(code, "NFA_KWORD"); break; + case NFA_SKWORD: + STRCPY(code, "NFA_SKWORD"); break; + case NFA_FNAME: + STRCPY(code, "NFA_FNAME"); break; + case NFA_SFNAME: + STRCPY(code, "NFA_SFNAME"); break; + case NFA_PRINT: + STRCPY(code, "NFA_PRINT"); break; + case NFA_SPRINT: + STRCPY(code, "NFA_SPRINT"); break; + case NFA_WHITE: + STRCPY(code, "NFA_WHITE"); break; + case NFA_NWHITE: + STRCPY(code, "NFA_NWHITE"); break; + case NFA_DIGIT: + STRCPY(code, "NFA_DIGIT"); break; + case NFA_NDIGIT: + STRCPY(code, "NFA_NDIGIT"); break; + case NFA_HEX: + STRCPY(code, "NFA_HEX"); break; + case NFA_NHEX: + STRCPY(code, "NFA_NHEX"); break; + case NFA_OCTAL: + STRCPY(code, "NFA_OCTAL"); break; + case NFA_NOCTAL: + STRCPY(code, "NFA_NOCTAL"); break; + case NFA_WORD: + STRCPY(code, "NFA_WORD"); break; + case NFA_NWORD: + STRCPY(code, "NFA_NWORD"); break; + case NFA_HEAD: + STRCPY(code, "NFA_HEAD"); break; + case NFA_NHEAD: + STRCPY(code, "NFA_NHEAD"); break; + case NFA_ALPHA: + STRCPY(code, "NFA_ALPHA"); break; + case NFA_NALPHA: + STRCPY(code, "NFA_NALPHA"); break; + case NFA_LOWER: + STRCPY(code, "NFA_LOWER"); break; + case NFA_NLOWER: + STRCPY(code, "NFA_NLOWER"); break; + case NFA_UPPER: + STRCPY(code, "NFA_UPPER"); break; + case NFA_NUPPER: + STRCPY(code, "NFA_NUPPER"); break; + case NFA_LOWER_IC: + STRCPY(code, "NFA_LOWER_IC"); break; + case NFA_NLOWER_IC: + STRCPY(code, "NFA_NLOWER_IC"); break; + case NFA_UPPER_IC: + STRCPY(code, "NFA_UPPER_IC"); break; + case NFA_NUPPER_IC: + STRCPY(code, "NFA_NUPPER_IC"); break; + + default: + STRCPY(code, "CHAR(x)"); + code[5] = c; + } + + if (addnl == true) { + STRCAT(code, " + NEWLINE "); + } +} + +static FILE *log_fd; +static const uint8_t e_log_open_failed[] = + N_("Could not open temporary log file for writing, displaying on stderr... "); + +// Print the postfix notation of the current regexp. +static void nfa_postfix_dump(uint8_t *expr, int retval) +{ + int *p; + FILE *f; + + f = fopen(NFA_REGEXP_DUMP_LOG, "a"); + if (f == NULL) { + return; + } + + fprintf(f, "\n-------------------------\n"); + if (retval == FAIL) { + fprintf(f, ">>> NFA engine failed... \n"); + } else if (retval == OK) { + fprintf(f, ">>> NFA engine succeeded !\n"); + } + fprintf(f, "Regexp: \"%s\"\nPostfix notation (char): \"", expr); + for (p = post_start; *p && p < post_ptr; p++) { + nfa_set_code(*p); + fprintf(f, "%s, ", code); + } + fprintf(f, "\"\nPostfix notation (int): "); + for (p = post_start; *p && p < post_ptr; p++) { + fprintf(f, "%d ", *p); + } + fprintf(f, "\n\n"); + fclose(f); +} + +// Print the NFA starting with a root node "state". +static void nfa_print_state(FILE *debugf, nfa_state_T *state) +{ + garray_T indent; + + ga_init(&indent, 1, 64); + ga_append(&indent, '\0'); + nfa_print_state2(debugf, state, &indent); + ga_clear(&indent); +} + +static void nfa_print_state2(FILE *debugf, nfa_state_T *state, garray_T *indent) +{ + uint8_t *p; + + if (state == NULL) { + return; + } + + fprintf(debugf, "(%2d)", abs(state->id)); + + // Output indent + p = (uint8_t *)indent->ga_data; + if (indent->ga_len >= 3) { + int last = indent->ga_len - 3; + uint8_t save[2]; + + strncpy(save, &p[last], 2); // NOLINT(runtime/printf) + memcpy(&p[last], "+-", 2); + fprintf(debugf, " %s", p); + strncpy(&p[last], save, 2); // NOLINT(runtime/printf) + } else { + fprintf(debugf, " %s", p); + } + + nfa_set_code(state->c); + fprintf(debugf, "%s (%d) (id=%d) val=%d\n", + code, + state->c, + abs(state->id), + state->val); + if (state->id < 0) { + return; + } + + state->id = abs(state->id) * -1; + + // grow indent for state->out + indent->ga_len -= 1; + if (state->out1) { + ga_concat(indent, (uint8_t *)"| "); + } else { + ga_concat(indent, (uint8_t *)" "); + } + ga_append(indent, NUL); + + nfa_print_state2(debugf, state->out, indent); + + // replace last part of indent for state->out1 + indent->ga_len -= 3; + ga_concat(indent, (uint8_t *)" "); + ga_append(indent, NUL); + + nfa_print_state2(debugf, state->out1, indent); + + // shrink indent + indent->ga_len -= 3; + ga_append(indent, NUL); +} + +// Print the NFA state machine. +static void nfa_dump(nfa_regprog_T *prog) +{ + FILE *debugf = fopen(NFA_REGEXP_DUMP_LOG, "a"); + + if (debugf == NULL) { + return; + } + + nfa_print_state(debugf, prog->start); + + if (prog->reganch) { + fprintf(debugf, "reganch: %d\n", prog->reganch); + } + if (prog->regstart != NUL) { + fprintf(debugf, "regstart: %c (decimal: %d)\n", + prog->regstart, prog->regstart); + } + if (prog->match_text != NULL) { + fprintf(debugf, "match_text: \"%s\"\n", prog->match_text); + } + + fclose(debugf); +} +#endif // REGEXP_DEBUG + +// Parse r.e. @expr and convert it into postfix form. +// Return the postfix string on success, NULL otherwise. +static int *re2post(void) +{ + if (nfa_reg(REG_NOPAREN) == FAIL) { + return NULL; + } + EMIT(NFA_MOPEN); + return post_start; +} + +// NB. Some of the code below is inspired by Russ's. + +// Represents an NFA state plus zero or one or two arrows exiting. +// if c == MATCH, no arrows out; matching state. +// If c == SPLIT, unlabeled arrows to out and out1 (if != NULL). +// If c < 256, labeled arrow with character c to out. + +static nfa_state_T *state_ptr; // points to nfa_prog->state + +// Allocate and initialize nfa_state_T. +static nfa_state_T *alloc_state(int c, nfa_state_T *out, nfa_state_T *out1) +{ + nfa_state_T *s; + + if (istate >= nstate) { + return NULL; + } + + s = &state_ptr[istate++]; + + s->c = c; + s->out = out; + s->out1 = out1; + s->val = 0; + + s->id = istate; + s->lastlist[0] = 0; + s->lastlist[1] = 0; + + return s; +} + +// A partially built NFA without the matching state filled in. +// Frag_T.start points at the start state. +// Frag_T.out is a list of places that need to be set to the +// next state for this fragment. + +// Initialize a Frag_T struct and return it. +static Frag_T frag(nfa_state_T *start, Ptrlist *out) +{ + Frag_T n; + + n.start = start; + n.out = out; + return n; +} + +// Create singleton list containing just outp. +static Ptrlist *list1(nfa_state_T **outp) +{ + Ptrlist *l; + + l = (Ptrlist *)outp; + l->next = NULL; + return l; +} + +// Patch the list of states at out to point to start. +static void patch(Ptrlist *l, nfa_state_T *s) +{ + Ptrlist *next; + + for (; l; l = next) { + next = l->next; + l->s = s; + } +} + +// Join the two lists l1 and l2, returning the combination. +static Ptrlist *append(Ptrlist *l1, Ptrlist *l2) +{ + Ptrlist *oldl1; + + oldl1 = l1; + while (l1->next) { + l1 = l1->next; + } + l1->next = l2; + return oldl1; +} + +// Stack used for transforming postfix form into NFA. +static Frag_T empty; + +static void st_error(int *postfix, int *end, int *p) +{ +#ifdef NFA_REGEXP_ERROR_LOG + FILE *df; + int *p2; + + df = fopen(NFA_REGEXP_ERROR_LOG, "a"); + if (df) { + fprintf(df, "Error popping the stack!\n"); +# ifdef REGEXP_DEBUG + fprintf(df, "Current regexp is \"%s\"\n", nfa_regengine.expr); +# endif + fprintf(df, "Postfix form is: "); +# ifdef REGEXP_DEBUG + for (p2 = postfix; p2 < end; p2++) { + nfa_set_code(*p2); + fprintf(df, "%s, ", code); + } + nfa_set_code(*p); + fprintf(df, "\nCurrent position is: "); + for (p2 = postfix; p2 <= p; p2++) { + nfa_set_code(*p2); + fprintf(df, "%s, ", code); + } +# else + for (p2 = postfix; p2 < end; p2++) { + fprintf(df, "%d, ", *p2); + } + fprintf(df, "\nCurrent position is: "); + for (p2 = postfix; p2 <= p; p2++) { + fprintf(df, "%d, ", *p2); + } +# endif + fprintf(df, "\n--------------------------\n"); + fclose(df); + } +#endif + emsg(_("E874: (NFA) Could not pop the stack!")); +} + +// Push an item onto the stack. +static void st_push(Frag_T s, Frag_T **p, Frag_T *stack_end) +{ + Frag_T *stackp = *p; + + if (stackp >= stack_end) { + return; + } + *stackp = s; + *p = *p + 1; +} + +// Pop an item from the stack. +static Frag_T st_pop(Frag_T **p, Frag_T *stack) +{ + Frag_T *stackp; + + *p = *p - 1; + stackp = *p; + if (stackp < stack) { + return empty; + } + return **p; +} + +// Estimate the maximum byte length of anything matching "state". +// When unknown or unlimited return -1. +static int nfa_max_width(nfa_state_T *startstate, int depth) +{ + int l, r; + nfa_state_T *state = startstate; + int len = 0; + + // detect looping in a NFA_SPLIT + if (depth > 4) { + return -1; + } + + while (state != NULL) { + switch (state->c) { + case NFA_END_INVISIBLE: + case NFA_END_INVISIBLE_NEG: + // the end, return what we have + return len; + + case NFA_SPLIT: + // two alternatives, use the maximum + l = nfa_max_width(state->out, depth + 1); + r = nfa_max_width(state->out1, depth + 1); + if (l < 0 || r < 0) { + return -1; + } + return len + (l > r ? l : r); + + case NFA_ANY: + case NFA_START_COLL: + case NFA_START_NEG_COLL: + // Matches some character, including composing chars. + len += MB_MAXBYTES; + if (state->c != NFA_ANY) { + // Skip over the characters. + state = state->out1->out; + continue; + } + break; + + case NFA_DIGIT: + case NFA_WHITE: + case NFA_HEX: + case NFA_OCTAL: + // ascii + len++; + break; + + case NFA_IDENT: + case NFA_SIDENT: + case NFA_KWORD: + case NFA_SKWORD: + case NFA_FNAME: + case NFA_SFNAME: + case NFA_PRINT: + case NFA_SPRINT: + case NFA_NWHITE: + case NFA_NDIGIT: + case NFA_NHEX: + case NFA_NOCTAL: + case NFA_WORD: + case NFA_NWORD: + case NFA_HEAD: + case NFA_NHEAD: + case NFA_ALPHA: + case NFA_NALPHA: + case NFA_LOWER: + case NFA_NLOWER: + case NFA_UPPER: + case NFA_NUPPER: + case NFA_LOWER_IC: + case NFA_NLOWER_IC: + case NFA_UPPER_IC: + case NFA_NUPPER_IC: + case NFA_ANY_COMPOSING: + // possibly non-ascii + len += 3; + break; + + case NFA_START_INVISIBLE: + case NFA_START_INVISIBLE_NEG: + case NFA_START_INVISIBLE_BEFORE: + case NFA_START_INVISIBLE_BEFORE_NEG: + // zero-width, out1 points to the END state + state = state->out1->out; + continue; + + case NFA_BACKREF1: + case NFA_BACKREF2: + case NFA_BACKREF3: + case NFA_BACKREF4: + case NFA_BACKREF5: + case NFA_BACKREF6: + case NFA_BACKREF7: + case NFA_BACKREF8: + case NFA_BACKREF9: + case NFA_ZREF1: + case NFA_ZREF2: + case NFA_ZREF3: + case NFA_ZREF4: + case NFA_ZREF5: + case NFA_ZREF6: + case NFA_ZREF7: + case NFA_ZREF8: + case NFA_ZREF9: + case NFA_NEWL: + case NFA_SKIP: + // unknown width + return -1; + + case NFA_BOL: + case NFA_EOL: + case NFA_BOF: + case NFA_EOF: + case NFA_BOW: + case NFA_EOW: + case NFA_MOPEN: + case NFA_MOPEN1: + case NFA_MOPEN2: + case NFA_MOPEN3: + case NFA_MOPEN4: + case NFA_MOPEN5: + case NFA_MOPEN6: + case NFA_MOPEN7: + case NFA_MOPEN8: + case NFA_MOPEN9: + case NFA_ZOPEN: + case NFA_ZOPEN1: + case NFA_ZOPEN2: + case NFA_ZOPEN3: + case NFA_ZOPEN4: + case NFA_ZOPEN5: + case NFA_ZOPEN6: + case NFA_ZOPEN7: + case NFA_ZOPEN8: + case NFA_ZOPEN9: + case NFA_ZCLOSE: + case NFA_ZCLOSE1: + case NFA_ZCLOSE2: + case NFA_ZCLOSE3: + case NFA_ZCLOSE4: + case NFA_ZCLOSE5: + case NFA_ZCLOSE6: + case NFA_ZCLOSE7: + case NFA_ZCLOSE8: + case NFA_ZCLOSE9: + case NFA_MCLOSE: + case NFA_MCLOSE1: + case NFA_MCLOSE2: + case NFA_MCLOSE3: + case NFA_MCLOSE4: + case NFA_MCLOSE5: + case NFA_MCLOSE6: + case NFA_MCLOSE7: + case NFA_MCLOSE8: + case NFA_MCLOSE9: + case NFA_NOPEN: + case NFA_NCLOSE: + + case NFA_LNUM_GT: + case NFA_LNUM_LT: + case NFA_COL_GT: + case NFA_COL_LT: + case NFA_VCOL_GT: + case NFA_VCOL_LT: + case NFA_MARK_GT: + case NFA_MARK_LT: + case NFA_VISUAL: + case NFA_LNUM: + case NFA_CURSOR: + case NFA_COL: + case NFA_VCOL: + case NFA_MARK: + + case NFA_ZSTART: + case NFA_ZEND: + case NFA_OPT_CHARS: + case NFA_EMPTY: + case NFA_START_PATTERN: + case NFA_END_PATTERN: + case NFA_COMPOSING: + case NFA_END_COMPOSING: + // zero-width + break; + + default: + if (state->c < 0) { + // don't know what this is + return -1; + } + // normal character + len += utf_char2len(state->c); + break; + } + + // normal way to continue + state = state->out; + } + + // unrecognized, "cannot happen" + return -1; +} + +// Convert a postfix form into its equivalent NFA. +// Return the NFA start state on success, NULL otherwise. +static nfa_state_T *post2nfa(int *postfix, int *end, int nfa_calc_size) +{ + int *p; + int mopen; + int mclose; + Frag_T *stack = NULL; + Frag_T *stackp = NULL; + Frag_T *stack_end = NULL; + Frag_T e1; + Frag_T e2; + Frag_T e; + nfa_state_T *s; + nfa_state_T *s1; + nfa_state_T *matchstate; + nfa_state_T *ret = NULL; + + if (postfix == NULL) { + return NULL; + } + +#define PUSH(s) st_push((s), &stackp, stack_end) +#define POP() st_pop(&stackp, stack); \ + if (stackp < stack) { \ + st_error(postfix, end, p); \ + xfree(stack); \ + return NULL; \ + } + + if (nfa_calc_size == false) { + // Allocate space for the stack. Max states on the stack: "nstate". + stack = xmalloc((size_t)(nstate + 1) * sizeof(Frag_T)); + stackp = stack; + stack_end = stack + (nstate + 1); + } + + for (p = postfix; p < end; p++) { + switch (*p) { + case NFA_CONCAT: + // Concatenation. + // Pay attention: this operator does not exist in the r.e. itself + // (it is implicit, really). It is added when r.e. is translated + // to postfix form in re2post(). + if (nfa_calc_size == true) { + // nstate += 0; + break; + } + e2 = POP(); + e1 = POP(); + patch(e1.out, e2.start); + PUSH(frag(e1.start, e2.out)); + break; + + case NFA_OR: + // Alternation + if (nfa_calc_size == true) { + nstate++; + break; + } + e2 = POP(); + e1 = POP(); + s = alloc_state(NFA_SPLIT, e1.start, e2.start); + if (s == NULL) { + goto theend; + } + PUSH(frag(s, append(e1.out, e2.out))); + break; + + case NFA_STAR: + // Zero or more, prefer more + if (nfa_calc_size == true) { + nstate++; + break; + } + e = POP(); + s = alloc_state(NFA_SPLIT, e.start, NULL); + if (s == NULL) { + goto theend; + } + patch(e.out, s); + PUSH(frag(s, list1(&s->out1))); + break; + + case NFA_STAR_NONGREEDY: + // Zero or more, prefer zero + if (nfa_calc_size == true) { + nstate++; + break; + } + e = POP(); + s = alloc_state(NFA_SPLIT, NULL, e.start); + if (s == NULL) { + goto theend; + } + patch(e.out, s); + PUSH(frag(s, list1(&s->out))); + break; + + case NFA_QUEST: + // one or zero atoms=> greedy match + if (nfa_calc_size == true) { + nstate++; + break; + } + e = POP(); + s = alloc_state(NFA_SPLIT, e.start, NULL); + if (s == NULL) { + goto theend; + } + PUSH(frag(s, append(e.out, list1(&s->out1)))); + break; + + case NFA_QUEST_NONGREEDY: + // zero or one atoms => non-greedy match + if (nfa_calc_size == true) { + nstate++; + break; + } + e = POP(); + s = alloc_state(NFA_SPLIT, NULL, e.start); + if (s == NULL) { + goto theend; + } + PUSH(frag(s, append(e.out, list1(&s->out)))); + break; + + case NFA_END_COLL: + case NFA_END_NEG_COLL: + // On the stack is the sequence starting with NFA_START_COLL or + // NFA_START_NEG_COLL and all possible characters. Patch it to + // add the output to the start. + if (nfa_calc_size == true) { + nstate++; + break; + } + e = POP(); + s = alloc_state(NFA_END_COLL, NULL, NULL); + if (s == NULL) { + goto theend; + } + patch(e.out, s); + e.start->out1 = s; + PUSH(frag(e.start, list1(&s->out))); + break; + + case NFA_RANGE: + // Before this are two characters, the low and high end of a + // range. Turn them into two states with MIN and MAX. + if (nfa_calc_size == true) { + // nstate += 0; + break; + } + e2 = POP(); + e1 = POP(); + e2.start->val = e2.start->c; + e2.start->c = NFA_RANGE_MAX; + e1.start->val = e1.start->c; + e1.start->c = NFA_RANGE_MIN; + patch(e1.out, e2.start); + PUSH(frag(e1.start, e2.out)); + break; + + case NFA_EMPTY: + // 0-length, used in a repetition with max/min count of 0 + if (nfa_calc_size == true) { + nstate++; + break; + } + s = alloc_state(NFA_EMPTY, NULL, NULL); + if (s == NULL) { + goto theend; + } + PUSH(frag(s, list1(&s->out))); + break; + + case NFA_OPT_CHARS: { + int n; + + // \%[abc] implemented as: + // NFA_SPLIT + // +-CHAR(a) + // | +-NFA_SPLIT + // | +-CHAR(b) + // | | +-NFA_SPLIT + // | | +-CHAR(c) + // | | | +-next + // | | +- next + // | +- next + // +- next + n = *++p; // get number of characters + if (nfa_calc_size == true) { + nstate += n; + break; + } + s = NULL; // avoid compiler warning + e1.out = NULL; // stores list with out1's + s1 = NULL; // previous NFA_SPLIT to connect to + while (n-- > 0) { + e = POP(); // get character + s = alloc_state(NFA_SPLIT, e.start, NULL); + if (s == NULL) { + goto theend; + } + if (e1.out == NULL) { + e1 = e; + } + patch(e.out, s1); + append(e1.out, list1(&s->out1)); + s1 = s; + } + PUSH(frag(s, e1.out)); + break; + } + + case NFA_PREV_ATOM_NO_WIDTH: + case NFA_PREV_ATOM_NO_WIDTH_NEG: + case NFA_PREV_ATOM_JUST_BEFORE: + case NFA_PREV_ATOM_JUST_BEFORE_NEG: + case NFA_PREV_ATOM_LIKE_PATTERN: { + int before = (*p == NFA_PREV_ATOM_JUST_BEFORE + || *p == NFA_PREV_ATOM_JUST_BEFORE_NEG); + int pattern = (*p == NFA_PREV_ATOM_LIKE_PATTERN); + int start_state; + int end_state; + int n = 0; + nfa_state_T *zend; + nfa_state_T *skip; + + switch (*p) { + case NFA_PREV_ATOM_NO_WIDTH: + start_state = NFA_START_INVISIBLE; + end_state = NFA_END_INVISIBLE; + break; + case NFA_PREV_ATOM_NO_WIDTH_NEG: + start_state = NFA_START_INVISIBLE_NEG; + end_state = NFA_END_INVISIBLE_NEG; + break; + case NFA_PREV_ATOM_JUST_BEFORE: + start_state = NFA_START_INVISIBLE_BEFORE; + end_state = NFA_END_INVISIBLE; + break; + case NFA_PREV_ATOM_JUST_BEFORE_NEG: + start_state = NFA_START_INVISIBLE_BEFORE_NEG; + end_state = NFA_END_INVISIBLE_NEG; + break; + default: // NFA_PREV_ATOM_LIKE_PATTERN: + start_state = NFA_START_PATTERN; + end_state = NFA_END_PATTERN; + break; + } + + if (before) { + n = *++p; // get the count + } + // The \@= operator: match the preceding atom with zero width. + // The \@! operator: no match for the preceding atom. + // The \@<= operator: match for the preceding atom. + // The \@<! operator: no match for the preceding atom. + // Surrounds the preceding atom with START_INVISIBLE and + // END_INVISIBLE, similarly to MOPEN. + + if (nfa_calc_size == true) { + nstate += pattern ? 4 : 2; + break; + } + e = POP(); + s1 = alloc_state(end_state, NULL, NULL); + if (s1 == NULL) { + goto theend; + } + + s = alloc_state(start_state, e.start, s1); + if (s == NULL) { + goto theend; + } + if (pattern) { + // NFA_ZEND -> NFA_END_PATTERN -> NFA_SKIP -> what follows. + skip = alloc_state(NFA_SKIP, NULL, NULL); + if (skip == NULL) { + goto theend; + } + zend = alloc_state(NFA_ZEND, s1, NULL); + if (zend == NULL) { + goto theend; + } + s1->out = skip; + patch(e.out, zend); + PUSH(frag(s, list1(&skip->out))); + } else { + patch(e.out, s1); + PUSH(frag(s, list1(&s1->out))); + if (before) { + if (n <= 0) { + // See if we can guess the maximum width, it avoids a + // lot of pointless tries. + n = nfa_max_width(e.start, 0); + } + s->val = n; // store the count + } + } + break; + } + + case NFA_COMPOSING: // char with composing char + FALLTHROUGH; + + case NFA_MOPEN: // \( \) Submatch + case NFA_MOPEN1: + case NFA_MOPEN2: + case NFA_MOPEN3: + case NFA_MOPEN4: + case NFA_MOPEN5: + case NFA_MOPEN6: + case NFA_MOPEN7: + case NFA_MOPEN8: + case NFA_MOPEN9: + case NFA_ZOPEN: // \z( \) Submatch + case NFA_ZOPEN1: + case NFA_ZOPEN2: + case NFA_ZOPEN3: + case NFA_ZOPEN4: + case NFA_ZOPEN5: + case NFA_ZOPEN6: + case NFA_ZOPEN7: + case NFA_ZOPEN8: + case NFA_ZOPEN9: + case NFA_NOPEN: // \%( \) "Invisible Submatch" + if (nfa_calc_size == true) { + nstate += 2; + break; + } + + mopen = *p; + switch (*p) { + case NFA_NOPEN: + mclose = NFA_NCLOSE; break; + case NFA_ZOPEN: + mclose = NFA_ZCLOSE; break; + case NFA_ZOPEN1: + mclose = NFA_ZCLOSE1; break; + case NFA_ZOPEN2: + mclose = NFA_ZCLOSE2; break; + case NFA_ZOPEN3: + mclose = NFA_ZCLOSE3; break; + case NFA_ZOPEN4: + mclose = NFA_ZCLOSE4; break; + case NFA_ZOPEN5: + mclose = NFA_ZCLOSE5; break; + case NFA_ZOPEN6: + mclose = NFA_ZCLOSE6; break; + case NFA_ZOPEN7: + mclose = NFA_ZCLOSE7; break; + case NFA_ZOPEN8: + mclose = NFA_ZCLOSE8; break; + case NFA_ZOPEN9: + mclose = NFA_ZCLOSE9; break; + case NFA_COMPOSING: + mclose = NFA_END_COMPOSING; break; + default: + // NFA_MOPEN, NFA_MOPEN1 .. NFA_MOPEN9 + mclose = *p + NSUBEXP; + break; + } + + // Allow "NFA_MOPEN" as a valid postfix representation for + // the empty regexp "". In this case, the NFA will be + // NFA_MOPEN -> NFA_MCLOSE. Note that this also allows + // empty groups of parenthesis, and empty mbyte chars + if (stackp == stack) { + s = alloc_state(mopen, NULL, NULL); + if (s == NULL) { + goto theend; + } + s1 = alloc_state(mclose, NULL, NULL); + if (s1 == NULL) { + goto theend; + } + patch(list1(&s->out), s1); + PUSH(frag(s, list1(&s1->out))); + break; + } + + // At least one node was emitted before NFA_MOPEN, so + // at least one node will be between NFA_MOPEN and NFA_MCLOSE + e = POP(); + s = alloc_state(mopen, e.start, NULL); // `(' + if (s == NULL) { + goto theend; + } + + s1 = alloc_state(mclose, NULL, NULL); // `)' + if (s1 == NULL) { + goto theend; + } + patch(e.out, s1); + + if (mopen == NFA_COMPOSING) { + // COMPOSING->out1 = END_COMPOSING + patch(list1(&s->out1), s1); + } + + PUSH(frag(s, list1(&s1->out))); + break; + + case NFA_BACKREF1: + case NFA_BACKREF2: + case NFA_BACKREF3: + case NFA_BACKREF4: + case NFA_BACKREF5: + case NFA_BACKREF6: + case NFA_BACKREF7: + case NFA_BACKREF8: + case NFA_BACKREF9: + case NFA_ZREF1: + case NFA_ZREF2: + case NFA_ZREF3: + case NFA_ZREF4: + case NFA_ZREF5: + case NFA_ZREF6: + case NFA_ZREF7: + case NFA_ZREF8: + case NFA_ZREF9: + if (nfa_calc_size == true) { + nstate += 2; + break; + } + s = alloc_state(*p, NULL, NULL); + if (s == NULL) { + goto theend; + } + s1 = alloc_state(NFA_SKIP, NULL, NULL); + if (s1 == NULL) { + goto theend; + } + patch(list1(&s->out), s1); + PUSH(frag(s, list1(&s1->out))); + break; + + case NFA_LNUM: + case NFA_LNUM_GT: + case NFA_LNUM_LT: + case NFA_VCOL: + case NFA_VCOL_GT: + case NFA_VCOL_LT: + case NFA_COL: + case NFA_COL_GT: + case NFA_COL_LT: + case NFA_MARK: + case NFA_MARK_GT: + case NFA_MARK_LT: { + int n = *++p; // lnum, col or mark name + + if (nfa_calc_size == true) { + nstate += 1; + break; + } + s = alloc_state(p[-1], NULL, NULL); + if (s == NULL) { + goto theend; + } + s->val = n; + PUSH(frag(s, list1(&s->out))); + break; + } + + case NFA_ZSTART: + case NFA_ZEND: + default: + // Operands + if (nfa_calc_size == true) { + nstate++; + break; + } + s = alloc_state(*p, NULL, NULL); + if (s == NULL) { + goto theend; + } + PUSH(frag(s, list1(&s->out))); + break; + } // switch(*p) + } // for(p = postfix; *p; ++p) + + if (nfa_calc_size == true) { + nstate++; + goto theend; // Return value when counting size is ignored anyway + } + + e = POP(); + if (stackp != stack) { + xfree(stack); + EMSG_RET_NULL(_("E875: (NFA regexp) (While converting from postfix to NFA)," + "too many states left on stack")); + } + + if (istate >= nstate) { + xfree(stack); + EMSG_RET_NULL(_("E876: (NFA regexp) " + "Not enough space to store the whole NFA ")); + } + + matchstate = &state_ptr[istate++]; // the match state + matchstate->c = NFA_MATCH; + matchstate->out = matchstate->out1 = NULL; + matchstate->id = 0; + + patch(e.out, matchstate); + ret = e.start; + +theend: + xfree(stack); + return ret; + +#undef POP1 +#undef PUSH1 +#undef POP2 +#undef PUSH2 +#undef POP +#undef PUSH +} + +// After building the NFA program, inspect it to add optimization hints. +static void nfa_postprocess(nfa_regprog_T *prog) +{ + int i; + int c; + + for (i = 0; i < prog->nstate; i++) { + c = prog->state[i].c; + if (c == NFA_START_INVISIBLE + || c == NFA_START_INVISIBLE_NEG + || c == NFA_START_INVISIBLE_BEFORE + || c == NFA_START_INVISIBLE_BEFORE_NEG) { + int directly; + + // Do it directly when what follows is possibly the end of the + // match. + if (match_follows(prog->state[i].out1->out, 0)) { + directly = true; + } else { + int ch_invisible = failure_chance(prog->state[i].out, 0); + int ch_follows = failure_chance(prog->state[i].out1->out, 0); + + // Postpone when the invisible match is expensive or has a + // lower chance of failing. + if (c == NFA_START_INVISIBLE_BEFORE + || c == NFA_START_INVISIBLE_BEFORE_NEG) { + // "before" matches are very expensive when + // unbounded, always prefer what follows then, + // unless what follows will always match. + // Otherwise strongly prefer what follows. + if (prog->state[i].val <= 0 && ch_follows > 0) { + directly = false; + } else { + directly = ch_follows * 10 < ch_invisible; + } + } else { + // normal invisible, first do the one with the + // highest failure chance + directly = ch_follows < ch_invisible; + } + } + if (directly) { + // switch to the _FIRST state + prog->state[i].c++; + } + } + } +} + +///////////////////////////////////////////////////////////////// +// NFA execution code. +///////////////////////////////////////////////////////////////// + +// Values for done in nfa_pim_T. +#define NFA_PIM_UNUSED 0 // pim not used +#define NFA_PIM_TODO 1 // pim not done yet +#define NFA_PIM_MATCH 2 // pim executed, matches +#define NFA_PIM_NOMATCH 3 // pim executed, no match + +#ifdef REGEXP_DEBUG +static void log_subsexpr(regsubs_T *subs) +{ + log_subexpr(&subs->norm); + if (rex.nfa_has_zsubexpr) { + log_subexpr(&subs->synt); + } +} + +static void log_subexpr(regsub_T *sub) +{ + int j; + + for (j = 0; j < sub->in_use; j++) { + if (REG_MULTI) { + fprintf(log_fd, "*** group %d, start: c=%d, l=%d, end: c=%d, l=%d\n", + j, + sub->list.multi[j].start_col, + (int)sub->list.multi[j].start_lnum, + sub->list.multi[j].end_col, + (int)sub->list.multi[j].end_lnum); + } else { + char *s = (char *)sub->list.line[j].start; + char *e = (char *)sub->list.line[j].end; + + fprintf(log_fd, "*** group %d, start: \"%s\", end: \"%s\"\n", + j, + s == NULL ? "NULL" : s, + e == NULL ? "NULL" : e); + } + } +} + +static char *pim_info(const nfa_pim_T *pim) +{ + static char buf[30]; + + if (pim == NULL || pim->result == NFA_PIM_UNUSED) { + buf[0] = NUL; + } else { + snprintf(buf, sizeof(buf), " PIM col %d", + REG_MULTI + ? (int)pim->end.pos.col + : (int)(pim->end.ptr - rex.input)); + } + return buf; +} + +#endif + +// Used during execution: whether a match has been found. +static int nfa_match; +static proftime_T *nfa_time_limit; +static int *nfa_timed_out; +static int nfa_time_count; + +// Copy postponed invisible match info from "from" to "to". +static void copy_pim(nfa_pim_T *to, nfa_pim_T *from) +{ + to->result = from->result; + to->state = from->state; + copy_sub(&to->subs.norm, &from->subs.norm); + if (rex.nfa_has_zsubexpr) { + copy_sub(&to->subs.synt, &from->subs.synt); + } + to->end = from->end; +} + +static void clear_sub(regsub_T *sub) +{ + if (REG_MULTI) { + // Use 0xff to set lnum to -1 + memset(sub->list.multi, 0xff, sizeof(struct multipos) * (size_t)rex.nfa_nsubexpr); + } else { + memset(sub->list.line, 0, sizeof(struct linepos) * (size_t)rex.nfa_nsubexpr); + } + sub->in_use = 0; +} + +// Copy the submatches from "from" to "to". +static void copy_sub(regsub_T *to, regsub_T *from) +{ + to->in_use = from->in_use; + if (from->in_use <= 0) { + return; + } + + // Copy the match start and end positions. + if (REG_MULTI) { + memmove(&to->list.multi[0], &from->list.multi[0], + sizeof(struct multipos) * (size_t)from->in_use); + to->orig_start_col = from->orig_start_col; + } else { + memmove(&to->list.line[0], &from->list.line[0], + sizeof(struct linepos) * (size_t)from->in_use); + } +} + +// Like copy_sub() but exclude the main match. +static void copy_sub_off(regsub_T *to, regsub_T *from) +{ + if (to->in_use < from->in_use) { + to->in_use = from->in_use; + } + if (from->in_use <= 1) { + return; + } + + // Copy the match start and end positions. + if (REG_MULTI) { + memmove(&to->list.multi[1], &from->list.multi[1], + sizeof(struct multipos) * (size_t)(from->in_use - 1)); + } else { + memmove(&to->list.line[1], &from->list.line[1], + sizeof(struct linepos) * (size_t)(from->in_use - 1)); + } +} + +// Like copy_sub() but only do the end of the main match if \ze is present. +static void copy_ze_off(regsub_T *to, regsub_T *from) +{ + if (!rex.nfa_has_zend) { + return; + } + + if (REG_MULTI) { + if (from->list.multi[0].end_lnum >= 0) { + to->list.multi[0].end_lnum = from->list.multi[0].end_lnum; + to->list.multi[0].end_col = from->list.multi[0].end_col; + } + } else { + if (from->list.line[0].end != NULL) { + to->list.line[0].end = from->list.line[0].end; + } + } +} + +// Return true if "sub1" and "sub2" have the same start positions. +// When using back-references also check the end position. +static bool sub_equal(regsub_T *sub1, regsub_T *sub2) +{ + int i; + int todo; + linenr_T s1; + linenr_T s2; + uint8_t *sp1; + uint8_t *sp2; + + todo = sub1->in_use > sub2->in_use ? sub1->in_use : sub2->in_use; + if (REG_MULTI) { + for (i = 0; i < todo; i++) { + if (i < sub1->in_use) { + s1 = sub1->list.multi[i].start_lnum; + } else { + s1 = -1; + } + if (i < sub2->in_use) { + s2 = sub2->list.multi[i].start_lnum; + } else { + s2 = -1; + } + if (s1 != s2) { + return false; + } + if (s1 != -1 && sub1->list.multi[i].start_col + != sub2->list.multi[i].start_col) { + return false; + } + if (rex.nfa_has_backref) { + if (i < sub1->in_use) { + s1 = sub1->list.multi[i].end_lnum; + } else { + s1 = -1; + } + if (i < sub2->in_use) { + s2 = sub2->list.multi[i].end_lnum; + } else { + s2 = -1; + } + if (s1 != s2) { + return false; + } + if (s1 != -1 + && sub1->list.multi[i].end_col != sub2->list.multi[i].end_col) { + return false; + } + } + } + } else { + for (i = 0; i < todo; i++) { + if (i < sub1->in_use) { + sp1 = sub1->list.line[i].start; + } else { + sp1 = NULL; + } + if (i < sub2->in_use) { + sp2 = sub2->list.line[i].start; + } else { + sp2 = NULL; + } + if (sp1 != sp2) { + return false; + } + if (rex.nfa_has_backref) { + if (i < sub1->in_use) { + sp1 = sub1->list.line[i].end; + } else { + sp1 = NULL; + } + if (i < sub2->in_use) { + sp2 = sub2->list.line[i].end; + } else { + sp2 = NULL; + } + if (sp1 != sp2) { + return false; + } + } + } + } + + return true; +} + +#ifdef REGEXP_DEBUG +static void open_debug_log(TriState result) +{ + log_fd = fopen(NFA_REGEXP_RUN_LOG, "a"); + if (log_fd == NULL) { + emsg(_(e_log_open_failed)); + log_fd = stderr; + } + + fprintf(log_fd, "****************************\n"); + fprintf(log_fd, "FINISHED RUNNING nfa_regmatch() recursively\n"); + fprintf(log_fd, "MATCH = %s\n", result == kTrue ? "OK" : result == kNone ? "MAYBE" : "FALSE"); + fprintf(log_fd, "****************************\n"); +} + +static void report_state(char *action, regsub_T *sub, nfa_state_T *state, int lid, nfa_pim_T *pim) +{ + int col; + + if (sub->in_use <= 0) { + col = -1; + } else if (REG_MULTI) { + col = sub->list.multi[0].start_col; + } else { + col = (int)(sub->list.line[0].start - rex.line); + } + nfa_set_code(state->c); + if (log_fd == NULL) { + open_debug_log(kNone); + } + fprintf(log_fd, "> %s state %d to list %d. char %d: %s (start col %d)%s\n", + action, abs(state->id), lid, state->c, code, col, + pim_info(pim)); +} + +#endif + +/// @param l runtime state list +/// @param state state to update +/// @param subs pointers to subexpressions +/// @param pim postponed match or NULL +/// +/// @return true if the same state is already in list "l" with the same +/// positions as "subs". +static bool has_state_with_pos(nfa_list_T *l, nfa_state_T *state, regsubs_T *subs, nfa_pim_T *pim) + FUNC_ATTR_NONNULL_ARG(1, 2, 3) +{ + for (int i = 0; i < l->n; i++) { + nfa_thread_T *thread = &l->t[i]; + if (thread->state->id == state->id + && sub_equal(&thread->subs.norm, &subs->norm) + && (!rex.nfa_has_zsubexpr + || sub_equal(&thread->subs.synt, &subs->synt)) + && pim_equal(&thread->pim, pim)) { + return true; + } + } + return false; +} + +// Return true if "one" and "two" are equal. That includes when both are not +// set. +static bool pim_equal(const nfa_pim_T *one, const nfa_pim_T *two) +{ + const bool one_unused = (one == NULL || one->result == NFA_PIM_UNUSED); + const bool two_unused = (two == NULL || two->result == NFA_PIM_UNUSED); + + if (one_unused) { + // one is unused: equal when two is also unused + return two_unused; + } + if (two_unused) { + // one is used and two is not: not equal + return false; + } + // compare the state id + if (one->state->id != two->state->id) { + return false; + } + // compare the position + if (REG_MULTI) { + return one->end.pos.lnum == two->end.pos.lnum + && one->end.pos.col == two->end.pos.col; + } + return one->end.ptr == two->end.ptr; +} + +// Return true if "state" leads to a NFA_MATCH without advancing the input. +static bool match_follows(const nfa_state_T *startstate, int depth) + FUNC_ATTR_NONNULL_ALL +{ + const nfa_state_T *state = startstate; + + // avoid too much recursion + if (depth > 10) { + return false; + } + while (state != NULL) { + switch (state->c) { + case NFA_MATCH: + case NFA_MCLOSE: + case NFA_END_INVISIBLE: + case NFA_END_INVISIBLE_NEG: + case NFA_END_PATTERN: + return true; + + case NFA_SPLIT: + return match_follows(state->out, depth + 1) + || match_follows(state->out1, depth + 1); + + case NFA_START_INVISIBLE: + case NFA_START_INVISIBLE_FIRST: + case NFA_START_INVISIBLE_BEFORE: + case NFA_START_INVISIBLE_BEFORE_FIRST: + case NFA_START_INVISIBLE_NEG: + case NFA_START_INVISIBLE_NEG_FIRST: + case NFA_START_INVISIBLE_BEFORE_NEG: + case NFA_START_INVISIBLE_BEFORE_NEG_FIRST: + case NFA_COMPOSING: + // skip ahead to next state + state = state->out1->out; + continue; + + case NFA_ANY: + case NFA_ANY_COMPOSING: + case NFA_IDENT: + case NFA_SIDENT: + case NFA_KWORD: + case NFA_SKWORD: + case NFA_FNAME: + case NFA_SFNAME: + case NFA_PRINT: + case NFA_SPRINT: + case NFA_WHITE: + case NFA_NWHITE: + case NFA_DIGIT: + case NFA_NDIGIT: + case NFA_HEX: + case NFA_NHEX: + case NFA_OCTAL: + case NFA_NOCTAL: + case NFA_WORD: + case NFA_NWORD: + case NFA_HEAD: + case NFA_NHEAD: + case NFA_ALPHA: + case NFA_NALPHA: + case NFA_LOWER: + case NFA_NLOWER: + case NFA_UPPER: + case NFA_NUPPER: + case NFA_LOWER_IC: + case NFA_NLOWER_IC: + case NFA_UPPER_IC: + case NFA_NUPPER_IC: + case NFA_START_COLL: + case NFA_START_NEG_COLL: + case NFA_NEWL: + // state will advance input + return false; + + default: + if (state->c > 0) { + // state will advance input + return false; + } + // Others: zero-width or possibly zero-width, might still find + // a match at the same position, keep looking. + break; + } + state = state->out; + } + return false; +} + +/// @param l runtime state list +/// @param state state to update +/// @param subs pointers to subexpressions +/// +/// @return true if "state" is already in list "l". +static bool state_in_list(nfa_list_T *l, nfa_state_T *state, regsubs_T *subs) + FUNC_ATTR_NONNULL_ALL +{ + if (state->lastlist[nfa_ll_index] == l->id) { + if (!rex.nfa_has_backref || has_state_with_pos(l, state, subs, NULL)) { + return true; + } + } + return false; +} + +// Offset used for "off" by addstate_here(). +#define ADDSTATE_HERE_OFFSET 10 + +/// Add "state" and possibly what follows to state list ".". +/// +/// @param l runtime state list +/// @param state state to update +/// @param subs_arg pointers to subexpressions +/// @param pim postponed look-behind match +/// @param off_arg byte offset, when -1 go to next line +/// +/// @return "subs_arg", possibly copied into temp_subs. +/// NULL when recursiveness is too deep. +static regsubs_T *addstate(nfa_list_T *l, nfa_state_T *state, regsubs_T *subs_arg, nfa_pim_T *pim, + int off_arg) + FUNC_ATTR_NONNULL_ARG(1, 2) FUNC_ATTR_WARN_UNUSED_RESULT +{ + int subidx; + int off = off_arg; + int add_here = false; + int listindex = 0; + int k; + int found = false; + nfa_thread_T *thread; + struct multipos save_multipos; + int save_in_use; + uint8_t *save_ptr; + int i; + regsub_T *sub; + regsubs_T *subs = subs_arg; + static regsubs_T temp_subs; +#ifdef REGEXP_DEBUG + int did_print = false; +#endif + static int depth = 0; + + // This function is called recursively. When the depth is too much we run + // out of stack and crash, limit recursiveness here. + if (++depth >= 5000 || subs == NULL) { + depth--; + return NULL; + } + + if (off_arg <= -ADDSTATE_HERE_OFFSET) { + add_here = true; + off = 0; + listindex = -(off_arg + ADDSTATE_HERE_OFFSET); + } + + switch (state->c) { + case NFA_NCLOSE: + case NFA_MCLOSE: + case NFA_MCLOSE1: + case NFA_MCLOSE2: + case NFA_MCLOSE3: + case NFA_MCLOSE4: + case NFA_MCLOSE5: + case NFA_MCLOSE6: + case NFA_MCLOSE7: + case NFA_MCLOSE8: + case NFA_MCLOSE9: + case NFA_ZCLOSE: + case NFA_ZCLOSE1: + case NFA_ZCLOSE2: + case NFA_ZCLOSE3: + case NFA_ZCLOSE4: + case NFA_ZCLOSE5: + case NFA_ZCLOSE6: + case NFA_ZCLOSE7: + case NFA_ZCLOSE8: + case NFA_ZCLOSE9: + case NFA_MOPEN: + case NFA_ZEND: + case NFA_SPLIT: + case NFA_EMPTY: + // These nodes are not added themselves but their "out" and/or + // "out1" may be added below. + break; + + case NFA_BOL: + case NFA_BOF: + // "^" won't match past end-of-line, don't bother trying. + // Except when at the end of the line, or when we are going to the + // next line for a look-behind match. + if (rex.input > rex.line + && *rex.input != NUL + && (nfa_endp == NULL + || !REG_MULTI + || rex.lnum == nfa_endp->se_u.pos.lnum)) { + goto skip_add; + } + FALLTHROUGH; + + case NFA_MOPEN1: + case NFA_MOPEN2: + case NFA_MOPEN3: + case NFA_MOPEN4: + case NFA_MOPEN5: + case NFA_MOPEN6: + case NFA_MOPEN7: + case NFA_MOPEN8: + case NFA_MOPEN9: + case NFA_ZOPEN: + case NFA_ZOPEN1: + case NFA_ZOPEN2: + case NFA_ZOPEN3: + case NFA_ZOPEN4: + case NFA_ZOPEN5: + case NFA_ZOPEN6: + case NFA_ZOPEN7: + case NFA_ZOPEN8: + case NFA_ZOPEN9: + case NFA_NOPEN: + case NFA_ZSTART: + // These nodes need to be added so that we can bail out when it + // was added to this list before at the same position to avoid an + // endless loop for "\(\)*" + + default: + if (state->lastlist[nfa_ll_index] == l->id && state->c != NFA_SKIP) { + // This state is already in the list, don't add it again, + // unless it is an MOPEN that is used for a backreference or + // when there is a PIM. For NFA_MATCH check the position, + // lower position is preferred. + if (!rex.nfa_has_backref && pim == NULL && !l->has_pim + && state->c != NFA_MATCH) { + // When called from addstate_here() do insert before + // existing states. + if (add_here) { + for (k = 0; k < l->n && k < listindex; k++) { + if (l->t[k].state->id == state->id) { + found = true; + break; + } + } + } + + if (!add_here || found) { +skip_add: +#ifdef REGEXP_DEBUG + nfa_set_code(state->c); + fprintf(log_fd, + "> Not adding state %d to list %d. char %d: %s pim: %s has_pim: %d found: %d\n", + abs(state->id), l->id, state->c, code, + pim == NULL ? "NULL" : "yes", l->has_pim, found); +#endif + depth--; + return subs; + } + } + + // Do not add the state again when it exists with the same + // positions. + if (has_state_with_pos(l, state, subs, pim)) { + goto skip_add; + } + } + + // When there are backreferences or PIMs the number of states may + // be (a lot) bigger than anticipated. + if (l->n == l->len) { + const int newlen = l->len * 3 / 2 + 50; + const size_t newsize = (size_t)newlen * sizeof(nfa_thread_T); + + if ((long)(newsize >> 10) >= p_mmp) { + emsg(_(e_pattern_uses_more_memory_than_maxmempattern)); + depth--; + return NULL; + } + if (subs != &temp_subs) { + // "subs" may point into the current array, need to make a + // copy before it becomes invalid. + copy_sub(&temp_subs.norm, &subs->norm); + if (rex.nfa_has_zsubexpr) { + copy_sub(&temp_subs.synt, &subs->synt); + } + subs = &temp_subs; + } + + nfa_thread_T *const newt = xrealloc(l->t, newsize); + l->t = newt; + l->len = newlen; + } + + // add the state to the list + state->lastlist[nfa_ll_index] = l->id; + thread = &l->t[l->n++]; + thread->state = state; + if (pim == NULL) { + thread->pim.result = NFA_PIM_UNUSED; + } else { + copy_pim(&thread->pim, pim); + l->has_pim = true; + } + copy_sub(&thread->subs.norm, &subs->norm); + if (rex.nfa_has_zsubexpr) { + copy_sub(&thread->subs.synt, &subs->synt); + } +#ifdef REGEXP_DEBUG + report_state("Adding", &thread->subs.norm, state, l->id, pim); + did_print = true; +#endif + } + +#ifdef REGEXP_DEBUG + if (!did_print) { + report_state("Processing", &subs->norm, state, l->id, pim); + } +#endif + switch (state->c) { + case NFA_MATCH: + break; + + case NFA_SPLIT: + // order matters here + subs = addstate(l, state->out, subs, pim, off_arg); + subs = addstate(l, state->out1, subs, pim, off_arg); + break; + + case NFA_EMPTY: + case NFA_NOPEN: + case NFA_NCLOSE: + subs = addstate(l, state->out, subs, pim, off_arg); + break; + + case NFA_MOPEN: + case NFA_MOPEN1: + case NFA_MOPEN2: + case NFA_MOPEN3: + case NFA_MOPEN4: + case NFA_MOPEN5: + case NFA_MOPEN6: + case NFA_MOPEN7: + case NFA_MOPEN8: + case NFA_MOPEN9: + case NFA_ZOPEN: + case NFA_ZOPEN1: + case NFA_ZOPEN2: + case NFA_ZOPEN3: + case NFA_ZOPEN4: + case NFA_ZOPEN5: + case NFA_ZOPEN6: + case NFA_ZOPEN7: + case NFA_ZOPEN8: + case NFA_ZOPEN9: + case NFA_ZSTART: + if (state->c == NFA_ZSTART) { + subidx = 0; + sub = &subs->norm; + } else if (state->c >= NFA_ZOPEN && state->c <= NFA_ZOPEN9) { // -V560 + subidx = state->c - NFA_ZOPEN; + sub = &subs->synt; + } else { + subidx = state->c - NFA_MOPEN; + sub = &subs->norm; + } + + // avoid compiler warnings + save_ptr = NULL; + CLEAR_FIELD(save_multipos); + + // Set the position (with "off" added) in the subexpression. Save + // and restore it when it was in use. Otherwise fill any gap. + if (REG_MULTI) { + if (subidx < sub->in_use) { + save_multipos = sub->list.multi[subidx]; + save_in_use = -1; + } else { + save_in_use = sub->in_use; + for (i = sub->in_use; i < subidx; i++) { + sub->list.multi[i].start_lnum = -1; + sub->list.multi[i].end_lnum = -1; + } + sub->in_use = subidx + 1; + } + if (off == -1) { + sub->list.multi[subidx].start_lnum = rex.lnum + 1; + sub->list.multi[subidx].start_col = 0; + } else { + sub->list.multi[subidx].start_lnum = rex.lnum; + sub->list.multi[subidx].start_col = + (colnr_T)(rex.input - rex.line + off); + } + sub->list.multi[subidx].end_lnum = -1; + } else { + if (subidx < sub->in_use) { + save_ptr = sub->list.line[subidx].start; + save_in_use = -1; + } else { + save_in_use = sub->in_use; + for (i = sub->in_use; i < subidx; i++) { + sub->list.line[i].start = NULL; + sub->list.line[i].end = NULL; + } + sub->in_use = subidx + 1; + } + sub->list.line[subidx].start = rex.input + off; + } + + subs = addstate(l, state->out, subs, pim, off_arg); + if (subs == NULL) { + break; + } + // "subs" may have changed, need to set "sub" again. + if (state->c >= NFA_ZOPEN && state->c <= NFA_ZOPEN9) { // -V560 + sub = &subs->synt; + } else { + sub = &subs->norm; + } + + if (save_in_use == -1) { + if (REG_MULTI) { + sub->list.multi[subidx] = save_multipos; + } else { + sub->list.line[subidx].start = save_ptr; + } + } else { + sub->in_use = save_in_use; + } + break; + + case NFA_MCLOSE: + if (rex.nfa_has_zend + && (REG_MULTI + ? subs->norm.list.multi[0].end_lnum >= 0 + : subs->norm.list.line[0].end != NULL)) { + // Do not overwrite the position set by \ze. + subs = addstate(l, state->out, subs, pim, off_arg); + break; + } + FALLTHROUGH; + case NFA_MCLOSE1: + case NFA_MCLOSE2: + case NFA_MCLOSE3: + case NFA_MCLOSE4: + case NFA_MCLOSE5: + case NFA_MCLOSE6: + case NFA_MCLOSE7: + case NFA_MCLOSE8: + case NFA_MCLOSE9: + case NFA_ZCLOSE: + case NFA_ZCLOSE1: + case NFA_ZCLOSE2: + case NFA_ZCLOSE3: + case NFA_ZCLOSE4: + case NFA_ZCLOSE5: + case NFA_ZCLOSE6: + case NFA_ZCLOSE7: + case NFA_ZCLOSE8: + case NFA_ZCLOSE9: + case NFA_ZEND: + if (state->c == NFA_ZEND) { + subidx = 0; + sub = &subs->norm; + } else if (state->c >= NFA_ZCLOSE && state->c <= NFA_ZCLOSE9) { // -V560 + subidx = state->c - NFA_ZCLOSE; + sub = &subs->synt; + } else { + subidx = state->c - NFA_MCLOSE; + sub = &subs->norm; + } + + // We don't fill in gaps here, there must have been an MOPEN that + // has done that. + save_in_use = sub->in_use; + if (sub->in_use <= subidx) { + sub->in_use = subidx + 1; + } + if (REG_MULTI) { + save_multipos = sub->list.multi[subidx]; + if (off == -1) { + sub->list.multi[subidx].end_lnum = rex.lnum + 1; + sub->list.multi[subidx].end_col = 0; + } else { + sub->list.multi[subidx].end_lnum = rex.lnum; + sub->list.multi[subidx].end_col = + (colnr_T)(rex.input - rex.line + off); + } + // avoid compiler warnings + save_ptr = NULL; + } else { + save_ptr = sub->list.line[subidx].end; + sub->list.line[subidx].end = rex.input + off; + // avoid compiler warnings + CLEAR_FIELD(save_multipos); + } + + subs = addstate(l, state->out, subs, pim, off_arg); + if (subs == NULL) { + break; + } + // "subs" may have changed, need to set "sub" again. + if (state->c >= NFA_ZCLOSE && state->c <= NFA_ZCLOSE9) { // -V560 + sub = &subs->synt; + } else { + sub = &subs->norm; + } + + if (REG_MULTI) { + sub->list.multi[subidx] = save_multipos; + } else { + sub->list.line[subidx].end = save_ptr; + } + sub->in_use = save_in_use; + break; + } + depth--; + return subs; +} + +/// Like addstate(), but the new state(s) are put at position "*ip". +/// Used for zero-width matches, next state to use is the added one. +/// This makes sure the order of states to be tried does not change, which +/// matters for alternatives. +/// +/// @param l runtime state list +/// @param state state to update +/// @param subs pointers to subexpressions +/// @param pim postponed look-behind match +static regsubs_T *addstate_here(nfa_list_T *l, nfa_state_T *state, regsubs_T *subs, nfa_pim_T *pim, + int *ip) + FUNC_ATTR_NONNULL_ARG(1, 2, 5) FUNC_ATTR_WARN_UNUSED_RESULT +{ + int tlen = l->n; + int count; + int listidx = *ip; + + // First add the state(s) at the end, so that we know how many there are. + // Pass the listidx as offset (avoids adding another argument to + // addstate()). + regsubs_T *r = addstate(l, state, subs, pim, -listidx - ADDSTATE_HERE_OFFSET); + if (r == NULL) { + return NULL; + } + + // when "*ip" was at the end of the list, nothing to do + if (listidx + 1 == tlen) { + return r; + } + + // re-order to put the new state at the current position + count = l->n - tlen; + if (count == 0) { + return r; // no state got added + } + if (count == 1) { + // overwrite the current state + l->t[listidx] = l->t[l->n - 1]; + } else if (count > 1) { + if (l->n + count - 1 >= l->len) { + // not enough space to move the new states, reallocate the list + // and move the states to the right position + const int newlen = l->len * 3 / 2 + 50; + const size_t newsize = (size_t)newlen * sizeof(nfa_thread_T); + + if ((long)(newsize >> 10) >= p_mmp) { + emsg(_(e_pattern_uses_more_memory_than_maxmempattern)); + return NULL; + } + nfa_thread_T *const newl = xmalloc(newsize); + l->len = newlen; + memmove(&(newl[0]), + &(l->t[0]), + sizeof(nfa_thread_T) * (size_t)listidx); + memmove(&(newl[listidx]), + &(l->t[l->n - count]), + sizeof(nfa_thread_T) * (size_t)count); + memmove(&(newl[listidx + count]), + &(l->t[listidx + 1]), + sizeof(nfa_thread_T) * (size_t)(l->n - count - listidx - 1)); + xfree(l->t); + l->t = newl; + } else { + // make space for new states, then move them from the + // end to the current position + memmove(&(l->t[listidx + count]), + &(l->t[listidx + 1]), + sizeof(nfa_thread_T) * (size_t)(l->n - listidx - 1)); + memmove(&(l->t[listidx]), + &(l->t[l->n - 1]), + sizeof(nfa_thread_T) * (size_t)count); + } + } + l->n--; + *ip = listidx - 1; + + return r; +} + +// Check character class "class" against current character c. +static int check_char_class(int cls, int c) +{ + switch (cls) { + case NFA_CLASS_ALNUM: + if (c >= 1 && c < 128 && isalnum(c)) { + return OK; + } + break; + case NFA_CLASS_ALPHA: + if (c >= 1 && c < 128 && isalpha(c)) { + return OK; + } + break; + case NFA_CLASS_BLANK: + if (c == ' ' || c == '\t') { + return OK; + } + break; + case NFA_CLASS_CNTRL: + if (c >= 1 && c <= 127 && iscntrl(c)) { + return OK; + } + break; + case NFA_CLASS_DIGIT: + if (ascii_isdigit(c)) { + return OK; + } + break; + case NFA_CLASS_GRAPH: + if (c >= 1 && c <= 127 && isgraph(c)) { + return OK; + } + break; + case NFA_CLASS_LOWER: + if (mb_islower(c) && c != 170 && c != 186) { + return OK; + } + break; + case NFA_CLASS_PRINT: + if (vim_isprintc(c)) { + return OK; + } + break; + case NFA_CLASS_PUNCT: + if (c >= 1 && c < 128 && ispunct(c)) { + return OK; + } + break; + case NFA_CLASS_SPACE: + if ((c >= 9 && c <= 13) || (c == ' ')) { + return OK; + } + break; + case NFA_CLASS_UPPER: + if (mb_isupper(c)) { + return OK; + } + break; + case NFA_CLASS_XDIGIT: + if (ascii_isxdigit(c)) { + return OK; + } + break; + case NFA_CLASS_TAB: + if (c == '\t') { + return OK; + } + break; + case NFA_CLASS_RETURN: + if (c == '\r') { + return OK; + } + break; + case NFA_CLASS_BACKSPACE: + if (c == '\b') { + return OK; + } + break; + case NFA_CLASS_ESCAPE: + if (c == ESC) { + return OK; + } + break; + case NFA_CLASS_IDENT: + if (vim_isIDc(c)) { + return OK; + } + break; + case NFA_CLASS_KEYWORD: + if (reg_iswordc(c)) { + return OK; + } + break; + case NFA_CLASS_FNAME: + if (vim_isfilec(c)) { + return OK; + } + break; + + default: + // should not be here :P + siemsg(_(e_ill_char_class), (int64_t)cls); + return FAIL; + } + return FAIL; +} + +/// Check for a match with subexpression "subidx". +/// +/// @param sub pointers to subexpressions +/// @param bytelen out: length of match in bytes +/// +/// @return true if it matches. +static int match_backref(regsub_T *sub, int subidx, int *bytelen) +{ + int len; + + if (sub->in_use <= subidx) { +retempty: + // backref was not set, match an empty string + *bytelen = 0; + return true; + } + + if (REG_MULTI) { + if (sub->list.multi[subidx].start_lnum < 0 + || sub->list.multi[subidx].end_lnum < 0) { + goto retempty; + } + if (sub->list.multi[subidx].start_lnum == rex.lnum + && sub->list.multi[subidx].end_lnum == rex.lnum) { + len = sub->list.multi[subidx].end_col + - sub->list.multi[subidx].start_col; + if (cstrncmp((char *)rex.line + sub->list.multi[subidx].start_col, + (char *)rex.input, &len) == 0) { + *bytelen = len; + return true; + } + } else { + if (match_with_backref(sub->list.multi[subidx].start_lnum, + sub->list.multi[subidx].start_col, + sub->list.multi[subidx].end_lnum, + sub->list.multi[subidx].end_col, + bytelen) == RA_MATCH) { + return true; + } + } + } else { + if (sub->list.line[subidx].start == NULL + || sub->list.line[subidx].end == NULL) { + goto retempty; + } + len = (int)(sub->list.line[subidx].end - sub->list.line[subidx].start); + if (cstrncmp((char *)sub->list.line[subidx].start, (char *)rex.input, &len) == 0) { + *bytelen = len; + return true; + } + } + return false; +} + +/// Check for a match with \z subexpression "subidx". +/// +/// @param bytelen out: length of match in bytes +/// +/// @return true if it matches. +static int match_zref(int subidx, int *bytelen) +{ + int len; + + cleanup_zsubexpr(); + if (re_extmatch_in == NULL || re_extmatch_in->matches[subidx] == NULL) { + // backref was not set, match an empty string + *bytelen = 0; + return true; + } + + len = (int)strlen((char *)re_extmatch_in->matches[subidx]); + if (cstrncmp((char *)re_extmatch_in->matches[subidx], (char *)rex.input, &len) == 0) { + *bytelen = len; + return true; + } + return false; +} + +// Save list IDs for all NFA states of "prog" into "list". +// Also reset the IDs to zero. +// Only used for the recursive value lastlist[1]. +static void nfa_save_listids(nfa_regprog_T *prog, int *list) +{ + int i; + nfa_state_T *p; + + // Order in the list is reverse, it's a bit faster that way. + p = &prog->state[0]; + for (i = prog->nstate; --i >= 0;) { + list[i] = p->lastlist[1]; + p->lastlist[1] = 0; + p++; + } +} + +// Restore list IDs from "list" to all NFA states. +static void nfa_restore_listids(nfa_regprog_T *prog, int *list) +{ + int i; + nfa_state_T *p; + + p = &prog->state[0]; + for (i = prog->nstate; --i >= 0;) { + p->lastlist[1] = list[i]; + p++; + } +} + +static bool nfa_re_num_cmp(uintmax_t val, int op, uintmax_t pos) +{ + if (op == 1) { + return pos > val; + } + if (op == 2) { + return pos < val; + } + return val == pos; +} + +// Recursively call nfa_regmatch() +// "pim" is NULL or contains info about a Postponed Invisible Match (start +// position). +static int recursive_regmatch(nfa_state_T *state, nfa_pim_T *pim, nfa_regprog_T *prog, + regsubs_T *submatch, regsubs_T *m, int **listids, int *listids_len) + FUNC_ATTR_NONNULL_ARG(1, 3, 5, 6, 7) +{ + const int save_reginput_col = (int)(rex.input - rex.line); + const int save_reglnum = rex.lnum; + const int save_nfa_match = nfa_match; + const int save_nfa_listid = rex.nfa_listid; + save_se_T *const save_nfa_endp = nfa_endp; + save_se_T endpos; + save_se_T *endposp = NULL; + int need_restore = false; + + if (pim != NULL) { + // start at the position where the postponed match was + if (REG_MULTI) { + rex.input = rex.line + pim->end.pos.col; + } else { + rex.input = pim->end.ptr; + } + } + + if (state->c == NFA_START_INVISIBLE_BEFORE + || state->c == NFA_START_INVISIBLE_BEFORE_FIRST + || state->c == NFA_START_INVISIBLE_BEFORE_NEG + || state->c == NFA_START_INVISIBLE_BEFORE_NEG_FIRST) { + // The recursive match must end at the current position. When "pim" is + // not NULL it specifies the current position. + endposp = &endpos; + if (REG_MULTI) { + if (pim == NULL) { + endpos.se_u.pos.col = (int)(rex.input - rex.line); + endpos.se_u.pos.lnum = rex.lnum; + } else { + endpos.se_u.pos = pim->end.pos; + } + } else { + if (pim == NULL) { + endpos.se_u.ptr = rex.input; + } else { + endpos.se_u.ptr = pim->end.ptr; + } + } + + // Go back the specified number of bytes, or as far as the + // start of the previous line, to try matching "\@<=" or + // not matching "\@<!". This is very inefficient, limit the number of + // bytes if possible. + if (state->val <= 0) { + if (REG_MULTI) { + rex.line = (uint8_t *)reg_getline(--rex.lnum); + if (rex.line == NULL) { + // can't go before the first line + rex.line = (uint8_t *)reg_getline(++rex.lnum); + } + } + rex.input = rex.line; + } else { + if (REG_MULTI && (int)(rex.input - rex.line) < state->val) { + // Not enough bytes in this line, go to end of + // previous line. + rex.line = (uint8_t *)reg_getline(--rex.lnum); + if (rex.line == NULL) { + // can't go before the first line + rex.line = (uint8_t *)reg_getline(++rex.lnum); + rex.input = rex.line; + } else { + rex.input = rex.line + strlen((char *)rex.line); + } + } + if ((int)(rex.input - rex.line) >= state->val) { + rex.input -= state->val; + rex.input -= utf_head_off((char *)rex.line, (char *)rex.input); + } else { + rex.input = rex.line; + } + } + } + +#ifdef REGEXP_DEBUG + if (log_fd != stderr) { + fclose(log_fd); + } + log_fd = NULL; +#endif + // Have to clear the lastlist field of the NFA nodes, so that + // nfa_regmatch() and addstate() can run properly after recursion. + if (nfa_ll_index == 1) { + // Already calling nfa_regmatch() recursively. Save the lastlist[1] + // values and clear them. + if (*listids == NULL || *listids_len < prog->nstate) { + xfree(*listids); + *listids = xmalloc(sizeof(**listids) * (size_t)prog->nstate); + *listids_len = prog->nstate; + } + nfa_save_listids(prog, *listids); + need_restore = true; + // any value of rex.nfa_listid will do + } else { + // First recursive nfa_regmatch() call, switch to the second lastlist + // entry. Make sure rex.nfa_listid is different from a previous + // recursive call, because some states may still have this ID. + nfa_ll_index++; + if (rex.nfa_listid <= rex.nfa_alt_listid) { + rex.nfa_listid = rex.nfa_alt_listid; + } + } + + // Call nfa_regmatch() to check if the current concat matches at this + // position. The concat ends with the node NFA_END_INVISIBLE + nfa_endp = endposp; + const int result = nfa_regmatch(prog, state->out, submatch, m); + + if (need_restore) { + nfa_restore_listids(prog, *listids); + } else { + nfa_ll_index--; + rex.nfa_alt_listid = rex.nfa_listid; + } + + // restore position in input text + rex.lnum = save_reglnum; + if (REG_MULTI) { + rex.line = (uint8_t *)reg_getline(rex.lnum); + } + rex.input = rex.line + save_reginput_col; + if (result != NFA_TOO_EXPENSIVE) { + nfa_match = save_nfa_match; + rex.nfa_listid = save_nfa_listid; + } + nfa_endp = save_nfa_endp; + +#ifdef REGEXP_DEBUG + open_debug_log(result); +#endif + + return result; +} + +// Estimate the chance of a match with "state" failing. +// empty match: 0 +// NFA_ANY: 1 +// specific character: 99 +static int failure_chance(nfa_state_T *state, int depth) +{ + int c = state->c; + int l, r; + + // detect looping + if (depth > 4) { + return 1; + } + + switch (c) { + case NFA_SPLIT: + if (state->out->c == NFA_SPLIT || state->out1->c == NFA_SPLIT) { + // avoid recursive stuff + return 1; + } + // two alternatives, use the lowest failure chance + l = failure_chance(state->out, depth + 1); + r = failure_chance(state->out1, depth + 1); + return l < r ? l : r; + + case NFA_ANY: + // matches anything, unlikely to fail + return 1; + + case NFA_MATCH: + case NFA_MCLOSE: + case NFA_ANY_COMPOSING: + // empty match works always + return 0; + + case NFA_START_INVISIBLE: + case NFA_START_INVISIBLE_FIRST: + case NFA_START_INVISIBLE_NEG: + case NFA_START_INVISIBLE_NEG_FIRST: + case NFA_START_INVISIBLE_BEFORE: + case NFA_START_INVISIBLE_BEFORE_FIRST: + case NFA_START_INVISIBLE_BEFORE_NEG: + case NFA_START_INVISIBLE_BEFORE_NEG_FIRST: + case NFA_START_PATTERN: + // recursive regmatch is expensive, use low failure chance + return 5; + + case NFA_BOL: + case NFA_EOL: + case NFA_BOF: + case NFA_EOF: + case NFA_NEWL: + return 99; + + case NFA_BOW: + case NFA_EOW: + return 90; + + case NFA_MOPEN: + case NFA_MOPEN1: + case NFA_MOPEN2: + case NFA_MOPEN3: + case NFA_MOPEN4: + case NFA_MOPEN5: + case NFA_MOPEN6: + case NFA_MOPEN7: + case NFA_MOPEN8: + case NFA_MOPEN9: + case NFA_ZOPEN: + case NFA_ZOPEN1: + case NFA_ZOPEN2: + case NFA_ZOPEN3: + case NFA_ZOPEN4: + case NFA_ZOPEN5: + case NFA_ZOPEN6: + case NFA_ZOPEN7: + case NFA_ZOPEN8: + case NFA_ZOPEN9: + case NFA_ZCLOSE: + case NFA_ZCLOSE1: + case NFA_ZCLOSE2: + case NFA_ZCLOSE3: + case NFA_ZCLOSE4: + case NFA_ZCLOSE5: + case NFA_ZCLOSE6: + case NFA_ZCLOSE7: + case NFA_ZCLOSE8: + case NFA_ZCLOSE9: + case NFA_NOPEN: + case NFA_MCLOSE1: + case NFA_MCLOSE2: + case NFA_MCLOSE3: + case NFA_MCLOSE4: + case NFA_MCLOSE5: + case NFA_MCLOSE6: + case NFA_MCLOSE7: + case NFA_MCLOSE8: + case NFA_MCLOSE9: + case NFA_NCLOSE: + return failure_chance(state->out, depth + 1); + + case NFA_BACKREF1: + case NFA_BACKREF2: + case NFA_BACKREF3: + case NFA_BACKREF4: + case NFA_BACKREF5: + case NFA_BACKREF6: + case NFA_BACKREF7: + case NFA_BACKREF8: + case NFA_BACKREF9: + case NFA_ZREF1: + case NFA_ZREF2: + case NFA_ZREF3: + case NFA_ZREF4: + case NFA_ZREF5: + case NFA_ZREF6: + case NFA_ZREF7: + case NFA_ZREF8: + case NFA_ZREF9: + // backreferences don't match in many places + return 94; + + case NFA_LNUM_GT: + case NFA_LNUM_LT: + case NFA_COL_GT: + case NFA_COL_LT: + case NFA_VCOL_GT: + case NFA_VCOL_LT: + case NFA_MARK_GT: + case NFA_MARK_LT: + case NFA_VISUAL: + // before/after positions don't match very often + return 85; + + case NFA_LNUM: + return 90; + + case NFA_CURSOR: + case NFA_COL: + case NFA_VCOL: + case NFA_MARK: + // specific positions rarely match + return 98; + + case NFA_COMPOSING: + return 95; + + default: + if (c > 0) { + // character match fails often + return 95; + } + } + + // something else, includes character classes + return 50; +} + +// Skip until the char "c" we know a match must start with. +static int skip_to_start(int c, colnr_T *colp) +{ + const uint8_t *const s = (uint8_t *)cstrchr((char *)rex.line + *colp, c); + if (s == NULL) { + return FAIL; + } + *colp = (int)(s - rex.line); + return OK; +} + +// Check for a match with match_text. +// Called after skip_to_start() has found regstart. +// Returns zero for no match, 1 for a match. +static int find_match_text(colnr_T *startcol, int regstart, uint8_t *match_text) +{ +#define PTR2LEN(x) utf_ptr2len(x) + + colnr_T col = *startcol; + int regstart_len = PTR2LEN((char *)rex.line + col); + + while (true) { + bool match = true; + uint8_t *s1 = match_text; + uint8_t *s2 = rex.line + col + regstart_len; // skip regstart + while (*s1) { + int c1_len = PTR2LEN((char *)s1); + int c1 = utf_ptr2char((char *)s1); + int c2_len = PTR2LEN((char *)s2); + int c2 = utf_ptr2char((char *)s2); + + if ((c1 != c2 && (!rex.reg_ic || utf_fold(c1) != utf_fold(c2))) + || c1_len != c2_len) { + match = false; + break; + } + s1 += c1_len; + s2 += c2_len; + } + if (match + // check that no composing char follows + && !utf_iscomposing(utf_ptr2char((char *)s2))) { + cleanup_subexpr(); + if (REG_MULTI) { + rex.reg_startpos[0].lnum = rex.lnum; + rex.reg_startpos[0].col = col; + rex.reg_endpos[0].lnum = rex.lnum; + rex.reg_endpos[0].col = (colnr_T)(s2 - rex.line); + } else { + rex.reg_startp[0] = rex.line + col; + rex.reg_endp[0] = s2; + } + *startcol = col; + return 1L; + } + + // Try finding regstart after the current match. + col += regstart_len; // skip regstart + if (skip_to_start(regstart, &col) == FAIL) { + break; + } + } + + *startcol = col; + return 0L; + +#undef PTR2LEN +} + +static int nfa_did_time_out(void) +{ + if (nfa_time_limit != NULL && profile_passed_limit(*nfa_time_limit)) { + if (nfa_timed_out != NULL) { + *nfa_timed_out = true; + } + return true; + } + return false; +} + +/// Main matching routine. +/// +/// Run NFA to determine whether it matches rex.input. +/// +/// When "nfa_endp" is not NULL it is a required end-of-match position. +/// +/// Return true if there is a match, false if there is no match, +/// NFA_TOO_EXPENSIVE if we end up with too many states. +/// When there is a match "submatch" contains the positions. +/// +/// Note: Caller must ensure that: start != NULL. +static int nfa_regmatch(nfa_regprog_T *prog, nfa_state_T *start, regsubs_T *submatch, regsubs_T *m) + FUNC_ATTR_NONNULL_ARG(1, 2, 4) +{ + int result = false; + int flag = 0; + bool go_to_nextline = false; + nfa_thread_T *t; + nfa_list_T list[2]; + int listidx; + nfa_list_T *thislist; + nfa_list_T *nextlist; + int *listids = NULL; + int listids_len = 0; + nfa_state_T *add_state; + bool add_here; + int add_count; + int add_off = 0; + int toplevel = start->c == NFA_MOPEN; + regsubs_T *r; + // Some patterns may take a long time to match, especially when using + // recursive_regmatch(). Allow interrupting them with CTRL-C. + reg_breakcheck(); + if (got_int) { + return false; + } + if (nfa_did_time_out()) { + return false; + } + +#ifdef NFA_REGEXP_DEBUG_LOG + FILE *debug = fopen(NFA_REGEXP_DEBUG_LOG, "a"); + + if (debug == NULL) { + semsg("(NFA) COULD NOT OPEN %s!", NFA_REGEXP_DEBUG_LOG); + return false; + } +#endif + nfa_match = false; + + // Allocate memory for the lists of nodes. + size_t size = (size_t)(prog->nstate + 1) * sizeof(nfa_thread_T); + list[0].t = xmalloc(size); + list[0].len = prog->nstate + 1; + list[1].t = xmalloc(size); + list[1].len = prog->nstate + 1; + +#ifdef REGEXP_DEBUG + log_fd = fopen(NFA_REGEXP_RUN_LOG, "a"); + if (log_fd == NULL) { + emsg(_(e_log_open_failed)); + log_fd = stderr; + } + fprintf(log_fd, "**********************************\n"); + nfa_set_code(start->c); + fprintf(log_fd, " RUNNING nfa_regmatch() starting with state %d, code %s\n", + abs(start->id), code); + fprintf(log_fd, "**********************************\n"); +#endif + + thislist = &list[0]; + thislist->n = 0; + thislist->has_pim = false; + nextlist = &list[1]; + nextlist->n = 0; + nextlist->has_pim = false; +#ifdef REGEXP_DEBUG + fprintf(log_fd, "(---) STARTSTATE first\n"); +#endif + thislist->id = rex.nfa_listid + 1; + + // Inline optimized code for addstate(thislist, start, m, 0) if we know + // it's the first MOPEN. + if (toplevel) { + if (REG_MULTI) { + m->norm.list.multi[0].start_lnum = rex.lnum; + m->norm.list.multi[0].start_col = (colnr_T)(rex.input - rex.line); + m->norm.orig_start_col = m->norm.list.multi[0].start_col; + } else { + m->norm.list.line[0].start = rex.input; + } + m->norm.in_use = 1; + r = addstate(thislist, start->out, m, NULL, 0); + } else { + r = addstate(thislist, start, m, NULL, 0); + } + if (r == NULL) { + nfa_match = NFA_TOO_EXPENSIVE; + goto theend; + } + +#define ADD_STATE_IF_MATCH(state) \ + if (result) { \ + add_state = (state)->out; \ + add_off = clen; \ + } + + // Run for each character. + while (true) { + int curc = utf_ptr2char((char *)rex.input); + int clen = utfc_ptr2len((char *)rex.input); + if (curc == NUL) { + clen = 0; + go_to_nextline = false; + } + + // swap lists + thislist = &list[flag]; + nextlist = &list[flag ^= 1]; + nextlist->n = 0; // clear nextlist + nextlist->has_pim = false; + rex.nfa_listid++; + if (prog->re_engine == AUTOMATIC_ENGINE + && (rex.nfa_listid >= NFA_MAX_STATES)) { + // Too many states, retry with old engine. + nfa_match = NFA_TOO_EXPENSIVE; + goto theend; + } + + thislist->id = rex.nfa_listid; + nextlist->id = rex.nfa_listid + 1; + +#ifdef REGEXP_DEBUG + fprintf(log_fd, "------------------------------------------\n"); + fprintf(log_fd, ">>> Reginput is \"%s\"\n", rex.input); + fprintf(log_fd, + ">>> Advanced one character... Current char is %c (code %d) \n", + curc, + (int)curc); + fprintf(log_fd, ">>> Thislist has %d states available: ", thislist->n); + { + int i; + + for (i = 0; i < thislist->n; i++) { + fprintf(log_fd, "%d ", abs(thislist->t[i].state->id)); + } + } + fprintf(log_fd, "\n"); +#endif + +#ifdef NFA_REGEXP_DEBUG_LOG + fprintf(debug, "\n-------------------\n"); +#endif + // If the state lists are empty we can stop. + if (thislist->n == 0) { + break; + } + + // compute nextlist + for (listidx = 0; listidx < thislist->n; listidx++) { + // If the list gets very long there probably is something wrong. + // At least allow interrupting with CTRL-C. + reg_breakcheck(); + if (got_int) { + break; + } + if (nfa_time_limit != NULL && ++nfa_time_count == 20) { + nfa_time_count = 0; + if (nfa_did_time_out()) { + break; + } + } + t = &thislist->t[listidx]; + +#ifdef NFA_REGEXP_DEBUG_LOG + nfa_set_code(t->state->c); + fprintf(debug, "%s, ", code); +#endif +#ifdef REGEXP_DEBUG + { + int col; + + if (t->subs.norm.in_use <= 0) { + col = -1; + } else if (REG_MULTI) { + col = t->subs.norm.list.multi[0].start_col; + } else { + col = (int)(t->subs.norm.list.line[0].start - rex.line); + } + nfa_set_code(t->state->c); + fprintf(log_fd, "(%d) char %d %s (start col %d)%s... \n", + abs(t->state->id), (int)t->state->c, code, col, + pim_info(&t->pim)); + } +#endif + + // Handle the possible codes of the current state. + // The most important is NFA_MATCH. + add_state = NULL; + add_here = false; + add_count = 0; + switch (t->state->c) { + case NFA_MATCH: + // If the match is not at the start of the line, ends before a + // composing characters and rex.reg_icombine is not set, that + // is not really a match. + if (!rex.reg_icombine + && rex.input != rex.line + && utf_iscomposing(curc)) { + break; + } + nfa_match = true; + copy_sub(&submatch->norm, &t->subs.norm); + if (rex.nfa_has_zsubexpr) { + copy_sub(&submatch->synt, &t->subs.synt); + } +#ifdef REGEXP_DEBUG + log_subsexpr(&t->subs); +#endif + // Found the left-most longest match, do not look at any other + // states at this position. When the list of states is going + // to be empty quit without advancing, so that "rex.input" is + // correct. + if (nextlist->n == 0) { + clen = 0; + } + goto nextchar; + + case NFA_END_INVISIBLE: + case NFA_END_INVISIBLE_NEG: + case NFA_END_PATTERN: + // This is only encountered after a NFA_START_INVISIBLE or + // NFA_START_INVISIBLE_BEFORE node. + // They surround a zero-width group, used with "\@=", "\&", + // "\@!", "\@<=" and "\@<!". + // If we got here, it means that the current "invisible" group + // finished successfully, so return control to the parent + // nfa_regmatch(). For a look-behind match only when it ends + // in the position in "nfa_endp". + // Submatches are stored in *m, and used in the parent call. +#ifdef REGEXP_DEBUG + if (nfa_endp != NULL) { + if (REG_MULTI) { + fprintf(log_fd, + "Current lnum: %d, endp lnum: %d;" + " current col: %d, endp col: %d\n", + (int)rex.lnum, + (int)nfa_endp->se_u.pos.lnum, + (int)(rex.input - rex.line), + nfa_endp->se_u.pos.col); + } else { + fprintf(log_fd, "Current col: %d, endp col: %d\n", + (int)(rex.input - rex.line), + (int)(nfa_endp->se_u.ptr - rex.input)); + } + } +#endif + // If "nfa_endp" is set it's only a match if it ends at + // "nfa_endp" + if (nfa_endp != NULL + && (REG_MULTI + ? (rex.lnum != nfa_endp->se_u.pos.lnum + || (int)(rex.input - rex.line) != nfa_endp->se_u.pos.col) + : rex.input != nfa_endp->se_u.ptr)) { + break; + } + // do not set submatches for \@! + if (t->state->c != NFA_END_INVISIBLE_NEG) { + copy_sub(&m->norm, &t->subs.norm); + if (rex.nfa_has_zsubexpr) { + copy_sub(&m->synt, &t->subs.synt); + } + } +#ifdef REGEXP_DEBUG + fprintf(log_fd, "Match found:\n"); + log_subsexpr(m); +#endif + nfa_match = true; + // See comment above at "goto nextchar". + if (nextlist->n == 0) { + clen = 0; + } + goto nextchar; + + case NFA_START_INVISIBLE: + case NFA_START_INVISIBLE_FIRST: + case NFA_START_INVISIBLE_NEG: + case NFA_START_INVISIBLE_NEG_FIRST: + case NFA_START_INVISIBLE_BEFORE: + case NFA_START_INVISIBLE_BEFORE_FIRST: + case NFA_START_INVISIBLE_BEFORE_NEG: + case NFA_START_INVISIBLE_BEFORE_NEG_FIRST: +#ifdef REGEXP_DEBUG + fprintf(log_fd, "Failure chance invisible: %d, what follows: %d\n", + failure_chance(t->state->out, 0), + failure_chance(t->state->out1->out, 0)); +#endif + // Do it directly if there already is a PIM or when + // nfa_postprocess() detected it will work better. + if (t->pim.result != NFA_PIM_UNUSED + || t->state->c == NFA_START_INVISIBLE_FIRST + || t->state->c == NFA_START_INVISIBLE_NEG_FIRST + || t->state->c == NFA_START_INVISIBLE_BEFORE_FIRST + || t->state->c == NFA_START_INVISIBLE_BEFORE_NEG_FIRST) { + int in_use = m->norm.in_use; + + // Copy submatch info for the recursive call, opposite + // of what happens on success below. + copy_sub_off(&m->norm, &t->subs.norm); + if (rex.nfa_has_zsubexpr) { + copy_sub_off(&m->synt, &t->subs.synt); + } + // First try matching the invisible match, then what + // follows. + result = recursive_regmatch(t->state, NULL, prog, submatch, m, + &listids, &listids_len); + if (result == NFA_TOO_EXPENSIVE) { + nfa_match = result; + goto theend; + } + + // for \@! and \@<! it is a match when the result is + // false + if (result != (t->state->c == NFA_START_INVISIBLE_NEG + || t->state->c == NFA_START_INVISIBLE_NEG_FIRST + || t->state->c + == NFA_START_INVISIBLE_BEFORE_NEG + || t->state->c + == NFA_START_INVISIBLE_BEFORE_NEG_FIRST)) { + // Copy submatch info from the recursive call + copy_sub_off(&t->subs.norm, &m->norm); + if (rex.nfa_has_zsubexpr) { + copy_sub_off(&t->subs.synt, &m->synt); + } + // If the pattern has \ze and it matched in the + // sub pattern, use it. + copy_ze_off(&t->subs.norm, &m->norm); + + // t->state->out1 is the corresponding + // END_INVISIBLE node; Add its out to the current + // list (zero-width match). + add_here = true; + add_state = t->state->out1->out; + } + m->norm.in_use = in_use; + } else { + nfa_pim_T pim; + + // First try matching what follows. Only if a match + // is found verify the invisible match matches. Add a + // nfa_pim_T to the following states, it contains info + // about the invisible match. + pim.state = t->state; + pim.result = NFA_PIM_TODO; + pim.subs.norm.in_use = 0; + pim.subs.synt.in_use = 0; + if (REG_MULTI) { + pim.end.pos.col = (int)(rex.input - rex.line); + pim.end.pos.lnum = rex.lnum; + } else { + pim.end.ptr = rex.input; + } + // t->state->out1 is the corresponding END_INVISIBLE + // node; Add its out to the current list (zero-width + // match). + if (addstate_here(thislist, t->state->out1->out, &t->subs, + &pim, &listidx) == NULL) { + nfa_match = NFA_TOO_EXPENSIVE; + goto theend; + } + } + break; + + case NFA_START_PATTERN: { + nfa_state_T *skip = NULL; +#ifdef REGEXP_DEBUG + int skip_lid = 0; +#endif + + // There is no point in trying to match the pattern if the + // output state is not going to be added to the list. + if (state_in_list(nextlist, t->state->out1->out, &t->subs)) { + skip = t->state->out1->out; +#ifdef REGEXP_DEBUG + skip_lid = nextlist->id; +#endif + } else if (state_in_list(nextlist, + t->state->out1->out->out, &t->subs)) { + skip = t->state->out1->out->out; +#ifdef REGEXP_DEBUG + skip_lid = nextlist->id; +#endif + } else if (state_in_list(thislist, + t->state->out1->out->out, &t->subs)) { + skip = t->state->out1->out->out; +#ifdef REGEXP_DEBUG + skip_lid = thislist->id; +#endif + } + if (skip != NULL) { +#ifdef REGEXP_DEBUG + nfa_set_code(skip->c); + fprintf(log_fd, + "> Not trying to match pattern, output state %d is already in list %d. char %d: %s\n", // NOLINT(whitespace/line_length) + abs(skip->id), skip_lid, skip->c, code); +#endif + break; + } + // Copy submatch info to the recursive call, opposite of what + // happens afterwards. + copy_sub_off(&m->norm, &t->subs.norm); + if (rex.nfa_has_zsubexpr) { + copy_sub_off(&m->synt, &t->subs.synt); + } + + // First try matching the pattern. + result = recursive_regmatch(t->state, NULL, prog, submatch, m, + &listids, &listids_len); + if (result == NFA_TOO_EXPENSIVE) { + nfa_match = result; + goto theend; + } + if (result) { + int bytelen; + +#ifdef REGEXP_DEBUG + fprintf(log_fd, "NFA_START_PATTERN matches:\n"); + log_subsexpr(m); +#endif + // Copy submatch info from the recursive call + copy_sub_off(&t->subs.norm, &m->norm); + if (rex.nfa_has_zsubexpr) { + copy_sub_off(&t->subs.synt, &m->synt); + } + // Now we need to skip over the matched text and then + // continue with what follows. + if (REG_MULTI) { + // TODO(RE): multi-line match + bytelen = m->norm.list.multi[0].end_col + - (int)(rex.input - rex.line); + } else { + bytelen = (int)(m->norm.list.line[0].end - rex.input); + } + +#ifdef REGEXP_DEBUG + fprintf(log_fd, "NFA_START_PATTERN length: %d\n", bytelen); +#endif + if (bytelen == 0) { + // empty match, output of corresponding + // NFA_END_PATTERN/NFA_SKIP to be used at current + // position + add_here = true; + add_state = t->state->out1->out->out; + } else if (bytelen <= clen) { + // match current character, output of corresponding + // NFA_END_PATTERN to be used at next position. + add_state = t->state->out1->out->out; + add_off = clen; + } else { + // skip over the matched characters, set character + // count in NFA_SKIP + add_state = t->state->out1->out; + add_off = bytelen; + add_count = bytelen - clen; + } + } + break; + } + + case NFA_BOL: + if (rex.input == rex.line) { + add_here = true; + add_state = t->state->out; + } + break; + + case NFA_EOL: + if (curc == NUL) { + add_here = true; + add_state = t->state->out; + } + break; + + case NFA_BOW: + result = true; + + if (curc == NUL) { + result = false; + } else { + int this_class; + + // Get class of current and previous char (if it exists). + this_class = mb_get_class_tab((char *)rex.input, rex.reg_buf->b_chartab); + if (this_class <= 1) { + result = false; + } else if (reg_prev_class() == this_class) { + result = false; + } + } + if (result) { + add_here = true; + add_state = t->state->out; + } + break; + + case NFA_EOW: + result = true; + if (rex.input == rex.line) { + result = false; + } else { + int this_class, prev_class; + + // Get class of current and previous char (if it exists). + this_class = mb_get_class_tab((char *)rex.input, rex.reg_buf->b_chartab); + prev_class = reg_prev_class(); + if (this_class == prev_class + || prev_class == 0 || prev_class == 1) { + result = false; + } + } + if (result) { + add_here = true; + add_state = t->state->out; + } + break; + + case NFA_BOF: + if (rex.lnum == 0 && rex.input == rex.line + && (!REG_MULTI || rex.reg_firstlnum == 1)) { + add_here = true; + add_state = t->state->out; + } + break; + + case NFA_EOF: + if (rex.lnum == rex.reg_maxline && curc == NUL) { + add_here = true; + add_state = t->state->out; + } + break; + + case NFA_COMPOSING: { + int mc = curc; + int len = 0; + nfa_state_T *end; + nfa_state_T *sta; + int cchars[MAX_MCO]; + int ccount = 0; + int j; + + sta = t->state->out; + len = 0; + if (utf_iscomposing(sta->c)) { + // Only match composing character(s), ignore base + // character. Used for ".{composing}" and "{composing}" + // (no preceding character). + len += utf_char2len(mc); + } + if (rex.reg_icombine && len == 0) { + // If \Z was present, then ignore composing characters. + // When ignoring the base character this always matches. + if (sta->c != curc) { + result = FAIL; + } else { + result = OK; + } + while (sta->c != NFA_END_COMPOSING) { + sta = sta->out; + } + } else if (len > 0 || mc == sta->c) { + // Check base character matches first, unless ignored. + if (len == 0) { + len += utf_char2len(mc); + sta = sta->out; + } + + // We don't care about the order of composing characters. + // Get them into cchars[] first. + while (len < clen) { + mc = utf_ptr2char((char *)rex.input + len); + cchars[ccount++] = mc; + len += utf_char2len(mc); + if (ccount == MAX_MCO) { + break; + } + } + + // Check that each composing char in the pattern matches a + // composing char in the text. We do not check if all + // composing chars are matched. + result = OK; + while (sta->c != NFA_END_COMPOSING) { + for (j = 0; j < ccount; j++) { + if (cchars[j] == sta->c) { + break; + } + } + if (j == ccount) { + result = FAIL; + break; + } + sta = sta->out; + } + } else { + result = FAIL; + } + + end = t->state->out1; // NFA_END_COMPOSING + ADD_STATE_IF_MATCH(end); + break; + } + + case NFA_NEWL: + if (curc == NUL && !rex.reg_line_lbr && REG_MULTI + && rex.lnum <= rex.reg_maxline) { + go_to_nextline = true; + // Pass -1 for the offset, which means taking the position + // at the start of the next line. + add_state = t->state->out; + add_off = -1; + } else if (curc == '\n' && rex.reg_line_lbr) { + // match \n as if it is an ordinary character + add_state = t->state->out; + add_off = 1; + } + break; + + case NFA_START_COLL: + case NFA_START_NEG_COLL: { + // What follows is a list of characters, until NFA_END_COLL. + // One of them must match or none of them must match. + nfa_state_T *state; + int result_if_matched; + int c1, c2; + + // Never match EOL. If it's part of the collection it is added + // as a separate state with an OR. + if (curc == NUL) { + break; + } + + state = t->state->out; + result_if_matched = (t->state->c == NFA_START_COLL); + while (true) { + if (state->c == NFA_END_COLL) { + result = !result_if_matched; + break; + } + if (state->c == NFA_RANGE_MIN) { + c1 = state->val; + state = state->out; // advance to NFA_RANGE_MAX + c2 = state->val; +#ifdef REGEXP_DEBUG + fprintf(log_fd, "NFA_RANGE_MIN curc=%d c1=%d c2=%d\n", + curc, c1, c2); +#endif + if (curc >= c1 && curc <= c2) { + result = result_if_matched; + break; + } + if (rex.reg_ic) { + int curc_low = utf_fold(curc); + int done = false; + + for (; c1 <= c2; c1++) { + if (utf_fold(c1) == curc_low) { + result = result_if_matched; + done = true; + break; + } + } + if (done) { + break; + } + } + } else if (state->c < 0 ? check_char_class(state->c, curc) + : (curc == state->c + || (rex.reg_ic + && utf_fold(curc) == utf_fold(state->c)))) { + result = result_if_matched; + break; + } + state = state->out; + } + if (result) { + // next state is in out of the NFA_END_COLL, out1 of + // START points to the END state + add_state = t->state->out1->out; + add_off = clen; + } + break; + } + + case NFA_ANY: + // Any char except '\0', (end of input) does not match. + if (curc > 0) { + add_state = t->state->out; + add_off = clen; + } + break; + + case NFA_ANY_COMPOSING: + // On a composing character skip over it. Otherwise do + // nothing. Always matches. + if (utf_iscomposing(curc)) { + add_off = clen; + } else { + add_here = true; + add_off = 0; + } + add_state = t->state->out; + break; + + // Character classes like \a for alpha, \d for digit etc. + case NFA_IDENT: // \i + result = vim_isIDc(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_SIDENT: // \I + result = !ascii_isdigit(curc) && vim_isIDc(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_KWORD: // \k + result = vim_iswordp_buf((char *)rex.input, rex.reg_buf); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_SKWORD: // \K + result = !ascii_isdigit(curc) + && vim_iswordp_buf((char *)rex.input, rex.reg_buf); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_FNAME: // \f + result = vim_isfilec(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_SFNAME: // \F + result = !ascii_isdigit(curc) && vim_isfilec(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_PRINT: // \p + result = vim_isprintc(utf_ptr2char((char *)rex.input)); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_SPRINT: // \P + result = !ascii_isdigit(curc) && vim_isprintc(utf_ptr2char((char *)rex.input)); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_WHITE: // \s + result = ascii_iswhite(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_NWHITE: // \S + result = curc != NUL && !ascii_iswhite(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_DIGIT: // \d + result = ri_digit(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_NDIGIT: // \D + result = curc != NUL && !ri_digit(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_HEX: // \x + result = ri_hex(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_NHEX: // \X + result = curc != NUL && !ri_hex(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_OCTAL: // \o + result = ri_octal(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_NOCTAL: // \O + result = curc != NUL && !ri_octal(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_WORD: // \w + result = ri_word(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_NWORD: // \W + result = curc != NUL && !ri_word(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_HEAD: // \h + result = ri_head(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_NHEAD: // \H + result = curc != NUL && !ri_head(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_ALPHA: // \a + result = ri_alpha(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_NALPHA: // \A + result = curc != NUL && !ri_alpha(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_LOWER: // \l + result = ri_lower(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_NLOWER: // \L + result = curc != NUL && !ri_lower(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_UPPER: // \u + result = ri_upper(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_NUPPER: // \U + result = curc != NUL && !ri_upper(curc); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_LOWER_IC: // [a-z] + result = ri_lower(curc) || (rex.reg_ic && ri_upper(curc)); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_NLOWER_IC: // [^a-z] + result = curc != NUL + && !(ri_lower(curc) || (rex.reg_ic && ri_upper(curc))); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_UPPER_IC: // [A-Z] + result = ri_upper(curc) || (rex.reg_ic && ri_lower(curc)); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_NUPPER_IC: // [^A-Z] + result = curc != NUL + && !(ri_upper(curc) || (rex.reg_ic && ri_lower(curc))); + ADD_STATE_IF_MATCH(t->state); + break; + + case NFA_BACKREF1: + case NFA_BACKREF2: + case NFA_BACKREF3: + case NFA_BACKREF4: + case NFA_BACKREF5: + case NFA_BACKREF6: + case NFA_BACKREF7: + case NFA_BACKREF8: + case NFA_BACKREF9: + case NFA_ZREF1: + case NFA_ZREF2: + case NFA_ZREF3: + case NFA_ZREF4: + case NFA_ZREF5: + case NFA_ZREF6: + case NFA_ZREF7: + case NFA_ZREF8: + case NFA_ZREF9: + // \1 .. \9 \z1 .. \z9 + { + int subidx; + int bytelen; + + if (t->state->c <= NFA_BACKREF9) { + subidx = t->state->c - NFA_BACKREF1 + 1; + result = match_backref(&t->subs.norm, subidx, &bytelen); + } else { + subidx = t->state->c - NFA_ZREF1 + 1; + result = match_zref(subidx, &bytelen); + } + + if (result) { + if (bytelen == 0) { + // empty match always works, output of NFA_SKIP to be + // used next + add_here = true; + add_state = t->state->out->out; + } else if (bytelen <= clen) { + // match current character, jump ahead to out of + // NFA_SKIP + add_state = t->state->out->out; + add_off = clen; + } else { + // skip over the matched characters, set character + // count in NFA_SKIP + add_state = t->state->out; + add_off = bytelen; + add_count = bytelen - clen; + } + } + break; + } + case NFA_SKIP: + // character of previous matching \1 .. \9 or \@> + if (t->count - clen <= 0) { + // end of match, go to what follows + add_state = t->state->out; + add_off = clen; + } else { + // add state again with decremented count + add_state = t->state; + add_off = 0; + add_count = t->count - clen; + } + break; + + case NFA_LNUM: + case NFA_LNUM_GT: + case NFA_LNUM_LT: + assert(t->state->val >= 0 + && !((rex.reg_firstlnum > 0 + && rex.lnum > LONG_MAX - rex.reg_firstlnum) + || (rex.reg_firstlnum < 0 + && rex.lnum < LONG_MIN + rex.reg_firstlnum)) + && rex.lnum + rex.reg_firstlnum >= 0); + result = (REG_MULTI + && nfa_re_num_cmp((uintmax_t)t->state->val, + t->state->c - NFA_LNUM, + (uintmax_t)rex.lnum + (uintmax_t)rex.reg_firstlnum)); + if (result) { + add_here = true; + add_state = t->state->out; + } + break; + + case NFA_COL: + case NFA_COL_GT: + case NFA_COL_LT: + assert(t->state->val >= 0 + && rex.input >= rex.line + && (uintmax_t)(rex.input - rex.line) <= UINTMAX_MAX - 1); + result = nfa_re_num_cmp((uintmax_t)t->state->val, + t->state->c - NFA_COL, + (uintmax_t)(rex.input - rex.line + 1)); + if (result) { + add_here = true; + add_state = t->state->out; + } + break; + + case NFA_VCOL: + case NFA_VCOL_GT: + case NFA_VCOL_LT: { + int op = t->state->c - NFA_VCOL; + colnr_T col = (colnr_T)(rex.input - rex.line); + + // Bail out quickly when there can't be a match, avoid the overhead of + // win_linetabsize() on long lines. + if (op != 1 && col > t->state->val * MB_MAXBYTES) { + break; + } + + result = false; + win_T *wp = rex.reg_win == NULL ? curwin : rex.reg_win; + if (op == 1 && col - 1 > t->state->val && col > 100) { + long ts = (long)wp->w_buffer->b_p_ts; + + // Guess that a character won't use more columns than 'tabstop', + // with a minimum of 4. + if (ts < 4) { + ts = 4; + } + result = col > t->state->val * ts; + } + if (!result) { + uintmax_t lts = win_linetabsize(wp, rex.reg_firstlnum + rex.lnum, (char *)rex.line, col); + assert(t->state->val >= 0); + result = nfa_re_num_cmp((uintmax_t)t->state->val, op, lts + 1); + } + if (result) { + add_here = true; + add_state = t->state->out; + } + } + break; + + case NFA_MARK: + case NFA_MARK_GT: + case NFA_MARK_LT: { + size_t col = REG_MULTI ? (size_t)(rex.input - rex.line) : 0; + fmark_T *fm = mark_get(rex.reg_buf, curwin, NULL, kMarkBufLocal, t->state->val); + + // Line may have been freed, get it again. + if (REG_MULTI) { + rex.line = (uint8_t *)reg_getline(rex.lnum); + rex.input = rex.line + col; + } + + // Compare the mark position to the match position, if the mark + // exists and mark is set in reg_buf. + if (fm != NULL && fm->mark.lnum > 0) { + pos_T *pos = &fm->mark; + const colnr_T pos_col = pos->lnum == rex.lnum + rex.reg_firstlnum + && pos->col == MAXCOL + ? (colnr_T)strlen(reg_getline(pos->lnum - rex.reg_firstlnum)) + : pos->col; + + result = pos->lnum == rex.lnum + rex.reg_firstlnum + ? (pos_col == (colnr_T)(rex.input - rex.line) + ? t->state->c == NFA_MARK + : (pos_col < (colnr_T)(rex.input - rex.line) + ? t->state->c == NFA_MARK_GT + : t->state->c == NFA_MARK_LT)) + : (pos->lnum < rex.lnum + rex.reg_firstlnum + ? t->state->c == NFA_MARK_GT + : t->state->c == NFA_MARK_LT); + if (result) { + add_here = true; + add_state = t->state->out; + } + } + break; + } + + case NFA_CURSOR: + result = rex.reg_win != NULL + && (rex.lnum + rex.reg_firstlnum == rex.reg_win->w_cursor.lnum) + && ((colnr_T)(rex.input - rex.line) == rex.reg_win->w_cursor.col); + if (result) { + add_here = true; + add_state = t->state->out; + } + break; + + case NFA_VISUAL: + result = reg_match_visual(); + if (result) { + add_here = true; + add_state = t->state->out; + } + break; + + case NFA_MOPEN1: + case NFA_MOPEN2: + case NFA_MOPEN3: + case NFA_MOPEN4: + case NFA_MOPEN5: + case NFA_MOPEN6: + case NFA_MOPEN7: + case NFA_MOPEN8: + case NFA_MOPEN9: + case NFA_ZOPEN: + case NFA_ZOPEN1: + case NFA_ZOPEN2: + case NFA_ZOPEN3: + case NFA_ZOPEN4: + case NFA_ZOPEN5: + case NFA_ZOPEN6: + case NFA_ZOPEN7: + case NFA_ZOPEN8: + case NFA_ZOPEN9: + case NFA_NOPEN: + case NFA_ZSTART: + // These states are only added to be able to bail out when + // they are added again, nothing is to be done. + break; + + default: // regular character + { + int c = t->state->c; + +#ifdef REGEXP_DEBUG + if (c < 0) { + siemsg("INTERNAL: Negative state char: %" PRId64, (int64_t)c); + } +#endif + result = (c == curc); + + if (!result && rex.reg_ic) { + result = utf_fold(c) == utf_fold(curc); + } + + // If rex.reg_icombine is not set only skip over the character + // itself. When it is set skip over composing characters. + if (result && !rex.reg_icombine) { + clen = utf_ptr2len((char *)rex.input); + } + + ADD_STATE_IF_MATCH(t->state); + break; + } + } // switch (t->state->c) + + if (add_state != NULL) { + nfa_pim_T *pim; + nfa_pim_T pim_copy; + + if (t->pim.result == NFA_PIM_UNUSED) { + pim = NULL; + } else { + pim = &t->pim; + } + + // Handle the postponed invisible match if the match might end + // without advancing and before the end of the line. + if (pim != NULL && (clen == 0 || match_follows(add_state, 0))) { + if (pim->result == NFA_PIM_TODO) { +#ifdef REGEXP_DEBUG + fprintf(log_fd, "\n"); + fprintf(log_fd, "==================================\n"); + fprintf(log_fd, "Postponed recursive nfa_regmatch()\n"); + fprintf(log_fd, "\n"); +#endif + result = recursive_regmatch(pim->state, pim, prog, submatch, m, + &listids, &listids_len); + pim->result = result ? NFA_PIM_MATCH : NFA_PIM_NOMATCH; + // for \@! and \@<! it is a match when the result is + // false + if (result != (pim->state->c == NFA_START_INVISIBLE_NEG + || pim->state->c == NFA_START_INVISIBLE_NEG_FIRST + || pim->state->c + == NFA_START_INVISIBLE_BEFORE_NEG + || pim->state->c + == NFA_START_INVISIBLE_BEFORE_NEG_FIRST)) { + // Copy submatch info from the recursive call + copy_sub_off(&pim->subs.norm, &m->norm); + if (rex.nfa_has_zsubexpr) { + copy_sub_off(&pim->subs.synt, &m->synt); + } + } + } else { + result = (pim->result == NFA_PIM_MATCH); +#ifdef REGEXP_DEBUG + fprintf(log_fd, "\n"); + fprintf(log_fd, + "Using previous recursive nfa_regmatch() result, result == %d\n", + pim->result); + fprintf(log_fd, "MATCH = %s\n", result ? "OK" : "false"); + fprintf(log_fd, "\n"); +#endif + } + + // for \@! and \@<! it is a match when result is false + if (result != (pim->state->c == NFA_START_INVISIBLE_NEG + || pim->state->c == NFA_START_INVISIBLE_NEG_FIRST + || pim->state->c + == NFA_START_INVISIBLE_BEFORE_NEG + || pim->state->c + == NFA_START_INVISIBLE_BEFORE_NEG_FIRST)) { + // Copy submatch info from the recursive call + copy_sub_off(&t->subs.norm, &pim->subs.norm); + if (rex.nfa_has_zsubexpr) { + copy_sub_off(&t->subs.synt, &pim->subs.synt); + } + } else { + // look-behind match failed, don't add the state + continue; + } + + // Postponed invisible match was handled, don't add it to + // following states. + pim = NULL; + } + + // If "pim" points into l->t it will become invalid when + // adding the state causes the list to be reallocated. Make a + // local copy to avoid that. + if (pim == &t->pim) { + copy_pim(&pim_copy, pim); + pim = &pim_copy; + } + + if (add_here) { + r = addstate_here(thislist, add_state, &t->subs, pim, &listidx); + } else { + r = addstate(nextlist, add_state, &t->subs, pim, add_off); + if (add_count > 0) { + nextlist->t[nextlist->n - 1].count = add_count; + } + } + if (r == NULL) { + nfa_match = NFA_TOO_EXPENSIVE; + goto theend; + } + } + } // for (thislist = thislist; thislist->state; thislist++) + + // Look for the start of a match in the current position by adding the + // start state to the list of states. + // The first found match is the leftmost one, thus the order of states + // matters! + // Do not add the start state in recursive calls of nfa_regmatch(), + // because recursive calls should only start in the first position. + // Unless "nfa_endp" is not NULL, then we match the end position. + // Also don't start a match past the first line. + if (!nfa_match + && ((toplevel + && rex.lnum == 0 + && clen != 0 + && (rex.reg_maxcol == 0 + || (colnr_T)(rex.input - rex.line) < rex.reg_maxcol)) + || (nfa_endp != NULL + && (REG_MULTI + ? (rex.lnum < nfa_endp->se_u.pos.lnum + || (rex.lnum == nfa_endp->se_u.pos.lnum + && (int)(rex.input - rex.line) + < nfa_endp->se_u.pos.col)) + : rex.input < nfa_endp->se_u.ptr)))) { +#ifdef REGEXP_DEBUG + fprintf(log_fd, "(---) STARTSTATE\n"); +#endif + // Inline optimized code for addstate() if we know the state is + // the first MOPEN. + if (toplevel) { + int add = true; + + if (prog->regstart != NUL && clen != 0) { + if (nextlist->n == 0) { + colnr_T col = (colnr_T)(rex.input - rex.line) + clen; + + // Nextlist is empty, we can skip ahead to the + // character that must appear at the start. + if (skip_to_start(prog->regstart, &col) == FAIL) { + break; + } +#ifdef REGEXP_DEBUG + fprintf(log_fd, " Skipping ahead %d bytes to regstart\n", + col - ((colnr_T)(rex.input - rex.line) + clen)); +#endif + rex.input = rex.line + col - clen; + } else { + // Checking if the required start character matches is + // cheaper than adding a state that won't match. + const int c = utf_ptr2char((char *)rex.input + clen); + if (c != prog->regstart + && (!rex.reg_ic + || utf_fold(c) != utf_fold(prog->regstart))) { +#ifdef REGEXP_DEBUG + fprintf(log_fd, + " Skipping start state, regstart does not match\n"); +#endif + add = false; + } + } + } + + if (add) { + if (REG_MULTI) { + m->norm.list.multi[0].start_col = + (colnr_T)(rex.input - rex.line) + clen; + m->norm.orig_start_col = + m->norm.list.multi[0].start_col; + } else { + m->norm.list.line[0].start = rex.input + clen; + } + if (addstate(nextlist, start->out, m, NULL, clen) == NULL) { + nfa_match = NFA_TOO_EXPENSIVE; + goto theend; + } + } + } else { + if (addstate(nextlist, start, m, NULL, clen) == NULL) { + nfa_match = NFA_TOO_EXPENSIVE; + goto theend; + } + } + } + +#ifdef REGEXP_DEBUG + fprintf(log_fd, ">>> Thislist had %d states available: ", thislist->n); + { + int i; + + for (i = 0; i < thislist->n; i++) { + fprintf(log_fd, "%d ", abs(thislist->t[i].state->id)); + } + } + fprintf(log_fd, "\n"); +#endif + +nextchar: + // Advance to the next character, or advance to the next line, or + // finish. + if (clen != 0) { + rex.input += clen; + } else if (go_to_nextline || (nfa_endp != NULL && REG_MULTI + && rex.lnum < nfa_endp->se_u.pos.lnum)) { + reg_nextline(); + } else { + break; + } + + // Allow interrupting with CTRL-C. + reg_breakcheck(); + if (got_int) { + break; + } + // Check for timeout once every twenty times to avoid overhead. + if (nfa_time_limit != NULL && ++nfa_time_count == 20) { + nfa_time_count = 0; + if (nfa_did_time_out()) { + break; + } + } + } + +#ifdef REGEXP_DEBUG + if (log_fd != stderr) { + fclose(log_fd); + } + log_fd = NULL; +#endif + +theend: + // Free memory + xfree(list[0].t); + xfree(list[1].t); + xfree(listids); +#undef ADD_STATE_IF_MATCH +#ifdef NFA_REGEXP_DEBUG_LOG + fclose(debug); +#endif + + return nfa_match; +} + +/// Try match of "prog" with at rex.line["col"]. +/// +/// @param tm timeout limit or NULL +/// @param timed_out flag set on timeout or NULL +/// +/// @return <= 0 for failure, number of lines contained in the match otherwise. +static int nfa_regtry(nfa_regprog_T *prog, colnr_T col, proftime_T *tm, int *timed_out) +{ + int i; + regsubs_T subs, m; + nfa_state_T *start = prog->start; +#ifdef REGEXP_DEBUG + FILE *f; +#endif + + rex.input = rex.line + col; + nfa_time_limit = tm; + nfa_timed_out = timed_out; + nfa_time_count = 0; + +#ifdef REGEXP_DEBUG + f = fopen(NFA_REGEXP_RUN_LOG, "a"); + if (f != NULL) { + fprintf(f, + "\n\n\t=======================================================\n"); +# ifdef REGEXP_DEBUG + fprintf(f, "\tRegexp is \"%s\"\n", nfa_regengine.expr); +# endif + fprintf(f, "\tInput text is \"%s\" \n", rex.input); + fprintf(f, "\t=======================================================\n\n"); + nfa_print_state(f, start); + fprintf(f, "\n\n"); + fclose(f); + } else { + emsg("Could not open temporary log file for writing"); + } +#endif + + clear_sub(&subs.norm); + clear_sub(&m.norm); + clear_sub(&subs.synt); + clear_sub(&m.synt); + + int result = nfa_regmatch(prog, start, &subs, &m); + if (!result) { + return 0; + } else if (result == NFA_TOO_EXPENSIVE) { + return result; + } + + cleanup_subexpr(); + if (REG_MULTI) { + for (i = 0; i < subs.norm.in_use; i++) { + rex.reg_startpos[i].lnum = subs.norm.list.multi[i].start_lnum; + rex.reg_startpos[i].col = subs.norm.list.multi[i].start_col; + + rex.reg_endpos[i].lnum = subs.norm.list.multi[i].end_lnum; + rex.reg_endpos[i].col = subs.norm.list.multi[i].end_col; + } + if (rex.reg_mmatch != NULL) { + rex.reg_mmatch->rmm_matchcol = subs.norm.orig_start_col; + } + + if (rex.reg_startpos[0].lnum < 0) { + rex.reg_startpos[0].lnum = 0; + rex.reg_startpos[0].col = col; + } + if (rex.reg_endpos[0].lnum < 0) { + // pattern has a \ze but it didn't match, use current end + rex.reg_endpos[0].lnum = rex.lnum; + rex.reg_endpos[0].col = (int)(rex.input - rex.line); + } else { + // Use line number of "\ze". + rex.lnum = rex.reg_endpos[0].lnum; + } + } else { + for (i = 0; i < subs.norm.in_use; i++) { + rex.reg_startp[i] = subs.norm.list.line[i].start; + rex.reg_endp[i] = subs.norm.list.line[i].end; + } + + if (rex.reg_startp[0] == NULL) { + rex.reg_startp[0] = rex.line + col; + } + if (rex.reg_endp[0] == NULL) { + rex.reg_endp[0] = rex.input; + } + } + + // Package any found \z(...\) matches for export. Default is none. + unref_extmatch(re_extmatch_out); + re_extmatch_out = NULL; + + if (prog->reghasz == REX_SET) { + cleanup_zsubexpr(); + re_extmatch_out = make_extmatch(); + // Loop over \z1, \z2, etc. There is no \z0. + for (i = 1; i < subs.synt.in_use; i++) { + if (REG_MULTI) { + struct multipos *mpos = &subs.synt.list.multi[i]; + + // Only accept single line matches that are valid. + if (mpos->start_lnum >= 0 + && mpos->start_lnum == mpos->end_lnum + && mpos->end_col >= mpos->start_col) { + re_extmatch_out->matches[i] = + (uint8_t *)xstrnsave(reg_getline(mpos->start_lnum) + mpos->start_col, + (size_t)(mpos->end_col - mpos->start_col)); + } + } else { + struct linepos *lpos = &subs.synt.list.line[i]; + + if (lpos->start != NULL && lpos->end != NULL) { + re_extmatch_out->matches[i] = + (uint8_t *)xstrnsave((char *)lpos->start, (size_t)(lpos->end - lpos->start)); + } + } + } + } + + return 1 + rex.lnum; +} + +/// Match a regexp against a string ("line" points to the string) or multiple +/// lines (if "line" is NULL, use reg_getline()). +/// +/// @param line String in which to search or NULL +/// @param startcol Column to start looking for match +/// @param tm Timeout limit or NULL +/// @param timed_out Flag set on timeout or NULL +/// +/// @return <= 0 if there is no match and number of lines contained in the +/// match otherwise. +static int nfa_regexec_both(uint8_t *line, colnr_T startcol, proftime_T *tm, int *timed_out) +{ + nfa_regprog_T *prog; + int retval = 0; + colnr_T col = startcol; + + if (REG_MULTI) { + prog = (nfa_regprog_T *)rex.reg_mmatch->regprog; + line = (uint8_t *)reg_getline((linenr_T)0); // relative to the cursor + rex.reg_startpos = rex.reg_mmatch->startpos; + rex.reg_endpos = rex.reg_mmatch->endpos; + } else { + prog = (nfa_regprog_T *)rex.reg_match->regprog; + rex.reg_startp = (uint8_t **)rex.reg_match->startp; + rex.reg_endp = (uint8_t **)rex.reg_match->endp; + } + + // Be paranoid... + if (prog == NULL || line == NULL) { + iemsg(_(e_null)); + goto theend; + } + + // If pattern contains "\c" or "\C": overrule value of rex.reg_ic + if (prog->regflags & RF_ICASE) { + rex.reg_ic = true; + } else if (prog->regflags & RF_NOICASE) { + rex.reg_ic = false; + } + + // If pattern contains "\Z" overrule value of rex.reg_icombine + if (prog->regflags & RF_ICOMBINE) { + rex.reg_icombine = true; + } + + rex.line = line; + rex.lnum = 0; // relative to line + + rex.nfa_has_zend = prog->has_zend; + rex.nfa_has_backref = prog->has_backref; + rex.nfa_nsubexpr = prog->nsubexp; + rex.nfa_listid = 1; + rex.nfa_alt_listid = 2; +#ifdef REGEXP_DEBUG + nfa_regengine.expr = prog->pattern; +#endif + + if (prog->reganch && col > 0) { + return 0L; + } + + rex.need_clear_subexpr = true; + // Clear the external match subpointers if necessary. + if (prog->reghasz == REX_SET) { + rex.nfa_has_zsubexpr = true; + rex.need_clear_zsubexpr = true; + } else { + rex.nfa_has_zsubexpr = false; + rex.need_clear_zsubexpr = false; + } + + if (prog->regstart != NUL) { + // Skip ahead until a character we know the match must start with. + // When there is none there is no match. + if (skip_to_start(prog->regstart, &col) == FAIL) { + return 0L; + } + + // If match_text is set it contains the full text that must match. + // Nothing else to try. Doesn't handle combining chars well. + if (prog->match_text != NULL && !rex.reg_icombine) { + retval = find_match_text(&col, prog->regstart, prog->match_text); + if (REG_MULTI) { + rex.reg_mmatch->rmm_matchcol = col; + } else { + rex.reg_match->rm_matchcol = col; + } + return retval; + } + } + + // If the start column is past the maximum column: no need to try. + if (rex.reg_maxcol > 0 && col >= rex.reg_maxcol) { + goto theend; + } + + // Set the "nstate" used by nfa_regcomp() to zero to trigger an error when + // it's accidentally used during execution. + nstate = 0; + for (int i = 0; i < prog->nstate; i++) { + prog->state[i].id = i; + prog->state[i].lastlist[0] = 0; + prog->state[i].lastlist[1] = 0; + } + + retval = nfa_regtry(prog, col, tm, timed_out); + +#ifdef REGEXP_DEBUG + nfa_regengine.expr = NULL; +#endif + +theend: + if (retval > 0) { + // Make sure the end is never before the start. Can happen when \zs and + // \ze are used. + if (REG_MULTI) { + const lpos_T *const start = &rex.reg_mmatch->startpos[0]; + const lpos_T *const end = &rex.reg_mmatch->endpos[0]; + + if (end->lnum < start->lnum + || (end->lnum == start->lnum && end->col < start->col)) { + rex.reg_mmatch->endpos[0] = rex.reg_mmatch->startpos[0]; + } + } else { + if (rex.reg_match->endp[0] < rex.reg_match->startp[0]) { + rex.reg_match->endp[0] = rex.reg_match->startp[0]; + } + + // startpos[0] may be set by "\zs", also return the column where + // the whole pattern matched. + rex.reg_match->rm_matchcol = col; + } + } + + return retval; +} + +// Compile a regular expression into internal code for the NFA matcher. +// Returns the program in allocated space. Returns NULL for an error. +static regprog_T *nfa_regcomp(uint8_t *expr, int re_flags) +{ + nfa_regprog_T *prog = NULL; + int *postfix; + + if (expr == NULL) { + return NULL; + } + +#ifdef REGEXP_DEBUG + nfa_regengine.expr = expr; +#endif + nfa_re_flags = re_flags; + + init_class_tab(); + + nfa_regcomp_start(expr, re_flags); + + // Build postfix form of the regexp. Needed to build the NFA + // (and count its size). + postfix = re2post(); + if (postfix == NULL) { + goto fail; // Cascaded (syntax?) error + } + + // In order to build the NFA, we parse the input regexp twice: + // 1. first pass to count size (so we can allocate space) + // 2. second to emit code +#ifdef REGEXP_DEBUG + { + FILE *f = fopen(NFA_REGEXP_RUN_LOG, "a"); + + if (f != NULL) { + fprintf(f, + "\n*****************************\n\n\n\n\t" + "Compiling regexp \"%s\"... hold on !\n", + expr); + fclose(f); + } + } +#endif + + // PASS 1 + // Count number of NFA states in "nstate". Do not build the NFA. + post2nfa(postfix, post_ptr, true); + + // allocate the regprog with space for the compiled regexp + size_t prog_size = offsetof(nfa_regprog_T, state) + sizeof(nfa_state_T) * (size_t)nstate; + prog = xmalloc(prog_size); + state_ptr = prog->state; + prog->re_in_use = false; + + // PASS 2 + // Build the NFA + prog->start = post2nfa(postfix, post_ptr, false); + if (prog->start == NULL) { + goto fail; + } + prog->regflags = regflags; + prog->engine = &nfa_regengine; + prog->nstate = nstate; + prog->has_zend = rex.nfa_has_zend; + prog->has_backref = rex.nfa_has_backref; + prog->nsubexp = regnpar; + + nfa_postprocess(prog); + + prog->reganch = nfa_get_reganch(prog->start, 0); + prog->regstart = nfa_get_regstart(prog->start, 0); + prog->match_text = nfa_get_match_text(prog->start); + +#ifdef REGEXP_DEBUG + nfa_postfix_dump(expr, OK); + nfa_dump(prog); +#endif + // Remember whether this pattern has any \z specials in it. + prog->reghasz = re_has_z; + prog->pattern = xstrdup((char *)expr); +#ifdef REGEXP_DEBUG + nfa_regengine.expr = NULL; +#endif + +out: + xfree(post_start); + post_start = post_ptr = post_end = NULL; + state_ptr = NULL; + return (regprog_T *)prog; + +fail: + XFREE_CLEAR(prog); +#ifdef REGEXP_DEBUG + nfa_postfix_dump(expr, FAIL); + nfa_regengine.expr = NULL; +#endif + goto out; +} + +// Free a compiled regexp program, returned by nfa_regcomp(). +static void nfa_regfree(regprog_T *prog) +{ + if (prog == NULL) { + return; + } + + xfree(((nfa_regprog_T *)prog)->match_text); + xfree(((nfa_regprog_T *)prog)->pattern); + xfree(prog); +} + +/// Match a regexp against a string. +/// "rmp->regprog" is a compiled regexp as returned by nfa_regcomp(). +/// Uses curbuf for line count and 'iskeyword'. +/// If "line_lbr" is true, consider a "\n" in "line" to be a line break. +/// +/// @param line string to match against +/// @param col column to start looking for match +/// +/// @return <= 0 for failure, number of lines contained in the match otherwise. +static int nfa_regexec_nl(regmatch_T *rmp, uint8_t *line, colnr_T col, bool line_lbr) +{ + rex.reg_match = rmp; + rex.reg_mmatch = NULL; + rex.reg_maxline = 0; + rex.reg_line_lbr = line_lbr; + rex.reg_buf = curbuf; + rex.reg_win = NULL; + rex.reg_ic = rmp->rm_ic; + rex.reg_icombine = false; + rex.reg_nobreak = rmp->regprog->re_flags & RE_NOBREAK; + rex.reg_maxcol = 0; + return nfa_regexec_both(line, col, NULL, NULL); +} + +/// Matches a regexp against multiple lines. +/// "rmp->regprog" is a compiled regexp as returned by vim_regcomp(). +/// Uses curbuf for line count and 'iskeyword'. +/// +/// @param win Window in which to search or NULL +/// @param buf Buffer in which to search +/// @param lnum Number of line to start looking for match +/// @param col Column to start looking for match +/// @param tm Timeout limit or NULL +/// @param timed_out Flag set on timeout or NULL +/// +/// @return <= 0 if there is no match and number of lines contained in the match +/// otherwise. +/// +/// @note The body is the same as bt_regexec() except for nfa_regexec_both() +/// +/// @warning +/// Match may actually be in another line. e.g.: +/// when r.e. is \nc, cursor is at 'a' and the text buffer looks like +/// +/// @par +/// +/// +-------------------------+ +/// |a | +/// |b | +/// |c | +/// | | +/// +-------------------------+ +/// +/// @par +/// then nfa_regexec_multi() returns 3. while the original vim_regexec_multi() +/// returns 0 and a second call at line 2 will return 2. +/// +/// @par +/// FIXME if this behavior is not compatible. +static int nfa_regexec_multi(regmmatch_T *rmp, win_T *win, buf_T *buf, linenr_T lnum, colnr_T col, + proftime_T *tm, int *timed_out) +{ + init_regexec_multi(rmp, win, buf, lnum); + return nfa_regexec_both(NULL, col, tm, timed_out); +} +// }}}1 + static regengine_T bt_regengine = { bt_regcomp, bt_regfree, diff --git a/src/nvim/regexp.h b/src/nvim/regexp.h index 95296a5f90..5760b4a4fa 100644 --- a/src/nvim/regexp.h +++ b/src/nvim/regexp.h @@ -17,12 +17,8 @@ #define REX_USE 2 ///< to allow \z\1 et al. #define REX_ALL (REX_SET | REX_USE) -// regexp.c -// uncrustify:off #ifdef INCLUDE_GENERATED_DECLARATIONS # include "regexp.h.generated.h" -# include "regexp_bt.h.generated.h" #endif -// uncrustify:on #endif // NVIM_REGEXP_H diff --git a/src/nvim/regexp_bt.c b/src/nvim/regexp_bt.c deleted file mode 100644 index a38600c324..0000000000 --- a/src/nvim/regexp_bt.c +++ /dev/null @@ -1,5662 +0,0 @@ -// This is an open source non-commercial project. Dear PVS-Studio, please check -// it. PVS-Studio Static Code Analyzer for C, C++ and C#: http://www.viva64.com - -// Backtracking regular expression implementation. -// -// This file is included in "regexp.c". -// -// NOTICE: -// -// This is NOT the original regular expression code as written by Henry -// Spencer. This code has been modified specifically for use with the VIM -// editor, and should not be used separately from Vim. If you want a good -// regular expression library, get the original code. The copyright notice -// that follows is from the original. -// -// END NOTICE -// -// Copyright (c) 1986 by University of Toronto. -// Written by Henry Spencer. Not derived from licensed software. -// -// Permission is granted to anyone to use this software for any -// purpose on any computer system, and to redistribute it freely, -// subject to the following restrictions: -// -// 1. The author is not responsible for the consequences of use of -// this software, no matter how awful, even if they arise -// from defects in it. -// -// 2. The origin of this software must not be misrepresented, either -// by explicit claim or by omission. -// -// 3. Altered versions must be plainly marked as such, and must not -// be misrepresented as being the original software. -// -// Beware that some of this code is subtly aware of the way operator -// precedence is structured in regular expressions. Serious changes in -// regular-expression syntax might require a total rethink. -// -// Changes have been made by Tony Andrews, Olaf 'Rhialto' Seibert, Robert -// Webb, Ciaran McCreesh and Bram Moolenaar. -// Named character class support added by Walter Briscoe (1998 Jul 01) - -// The "internal use only" fields in regexp_defs.h are present to pass info from -// compile to execute that permits the execute phase to run lots faster on -// simple cases. They are: -// -// regstart char that must begin a match; NUL if none obvious; Can be a -// multi-byte character. -// reganch is the match anchored (at beginning-of-line only)? -// regmust string (pointer into program) that match must include, or NULL -// regmlen length of regmust string -// regflags RF_ values or'ed together -// -// Regstart and reganch permit very fast decisions on suitable starting points -// for a match, cutting down the work a lot. Regmust permits fast rejection -// of lines that cannot possibly match. The regmust tests are costly enough -// that vim_regcomp() supplies a regmust only if the r.e. contains something -// potentially expensive (at present, the only such thing detected is * or + -// at the start of the r.e., which can involve a lot of backup). Regmlen is -// supplied because the test in vim_regexec() needs it and vim_regcomp() is -// computing it anyway. - -// Structure for regexp "program". This is essentially a linear encoding -// of a nondeterministic finite-state machine (aka syntax charts or -// "railroad normal form" in parsing technology). Each node is an opcode -// plus a "next" pointer, possibly plus an operand. "Next" pointers of -// all nodes except BRANCH and BRACES_COMPLEX implement concatenation; a "next" -// pointer with a BRANCH on both ends of it is connecting two alternatives. -// (Here we have one of the subtle syntax dependencies: an individual BRANCH -// (as opposed to a collection of them) is never concatenated with anything -// because of operator precedence). The "next" pointer of a BRACES_COMPLEX -// node points to the node after the stuff to be repeated. -// The operand of some types of node is a literal string; for others, it is a -// node leading into a sub-FSM. In particular, the operand of a BRANCH node -// is the first node of the branch. -// (NB this is *not* a tree structure: the tail of the branch connects to the -// thing following the set of BRANCHes.) -// -// pattern is coded like: -// -// +-----------------+ -// | V -// <aa>\|<bb> BRANCH <aa> BRANCH <bb> --> END -// | ^ | ^ -// +------+ +----------+ -// -// -// +------------------+ -// V | -// <aa>* BRANCH BRANCH <aa> --> BACK BRANCH --> NOTHING --> END -// | | ^ ^ -// | +---------------+ | -// +---------------------------------------------+ -// -// -// +----------------------+ -// V | -// <aa>\+ BRANCH <aa> --> BRANCH --> BACK BRANCH --> NOTHING --> END -// | | ^ ^ -// | +-----------+ | -// +--------------------------------------------------+ -// -// -// +-------------------------+ -// V | -// <aa>\{} BRANCH BRACE_LIMITS --> BRACE_COMPLEX <aa> --> BACK END -// | | ^ -// | +----------------+ -// +-----------------------------------------------+ -// -// -// <aa>\@!<bb> BRANCH NOMATCH <aa> --> END <bb> --> END -// | | ^ ^ -// | +----------------+ | -// +--------------------------------+ -// -// +---------+ -// | V -// \z[abc] BRANCH BRANCH a BRANCH b BRANCH c BRANCH NOTHING --> END -// | | | | ^ ^ -// | | | +-----+ | -// | | +----------------+ | -// | +---------------------------+ | -// +------------------------------------------------------+ -// -// They all start with a BRANCH for "\|" alternatives, even when there is only -// one alternative. - -#include <assert.h> -#include <inttypes.h> -#include <stdbool.h> -#include <string.h> - -#include "nvim/garray.h" -#include "nvim/profile.h" -#include "nvim/regexp.h" - -// The opcodes are: - -// definition number opnd? meaning -#define END 0 // End of program or NOMATCH operand. -#define BOL 1 // Match "" at beginning of line. -#define EOL 2 // Match "" at end of line. -#define BRANCH 3 // node Match this alternative, or the - // next... -#define BACK 4 // Match "", "next" ptr points backward. -#define EXACTLY 5 // str Match this string. -#define NOTHING 6 // Match empty string. -#define STAR 7 // node Match this (simple) thing 0 or more - // times. -#define PLUS 8 // node Match this (simple) thing 1 or more - // times. -#define MATCH 9 // node match the operand zero-width -#define NOMATCH 10 // node check for no match with operand -#define BEHIND 11 // node look behind for a match with operand -#define NOBEHIND 12 // node look behind for no match with operand -#define SUBPAT 13 // node match the operand here -#define BRACE_SIMPLE 14 // node Match this (simple) thing between m and - // n times (\{m,n\}). -#define BOW 15 // Match "" after [^a-zA-Z0-9_] -#define EOW 16 // Match "" at [^a-zA-Z0-9_] -#define BRACE_LIMITS 17 // nr nr define the min & max for BRACE_SIMPLE - // and BRACE_COMPLEX. -#define NEWL 18 // Match line-break -#define BHPOS 19 // End position for BEHIND or NOBEHIND - -// character classes: 20-48 normal, 50-78 include a line-break -#define ADD_NL 30 -#define FIRST_NL ANY + ADD_NL -#define ANY 20 // Match any one character. -#define ANYOF 21 // str Match any character in this string. -#define ANYBUT 22 // str Match any character not in this - // string. -#define IDENT 23 // Match identifier char -#define SIDENT 24 // Match identifier char but no digit -#define KWORD 25 // Match keyword char -#define SKWORD 26 // Match word char but no digit -#define FNAME 27 // Match file name char -#define SFNAME 28 // Match file name char but no digit -#define PRINT 29 // Match printable char -#define SPRINT 30 // Match printable char but no digit -#define WHITE 31 // Match whitespace char -#define NWHITE 32 // Match non-whitespace char -#define DIGIT 33 // Match digit char -#define NDIGIT 34 // Match non-digit char -#define HEX 35 // Match hex char -#define NHEX 36 // Match non-hex char -#define OCTAL 37 // Match octal char -#define NOCTAL 38 // Match non-octal char -#define WORD 39 // Match word char -#define NWORD 40 // Match non-word char -#define HEAD 41 // Match head char -#define NHEAD 42 // Match non-head char -#define ALPHA 43 // Match alpha char -#define NALPHA 44 // Match non-alpha char -#define LOWER 45 // Match lowercase char -#define NLOWER 46 // Match non-lowercase char -#define UPPER 47 // Match uppercase char -#define NUPPER 48 // Match non-uppercase char -#define LAST_NL NUPPER + ADD_NL -// -V:WITH_NL:560 -#define WITH_NL(op) ((op) >= FIRST_NL && (op) <= LAST_NL) - -#define MOPEN 80 // -89 Mark this point in input as start of - // \( … \) subexpr. MOPEN + 0 marks start of - // match. -#define MCLOSE 90 // -99 Analogous to MOPEN. MCLOSE + 0 marks - // end of match. -#define BACKREF 100 // -109 node Match same string again \1-\9. - -#define ZOPEN 110 // -119 Mark this point in input as start of - // \z( … \) subexpr. -#define ZCLOSE 120 // -129 Analogous to ZOPEN. -#define ZREF 130 // -139 node Match external submatch \z1-\z9 - -#define BRACE_COMPLEX 140 // -149 node Match nodes between m & n times - -#define NOPEN 150 // Mark this point in input as start of - // \%( subexpr. -#define NCLOSE 151 // Analogous to NOPEN. - -#define MULTIBYTECODE 200 // mbc Match one multi-byte character -#define RE_BOF 201 // Match "" at beginning of file. -#define RE_EOF 202 // Match "" at end of file. -#define CURSOR 203 // Match location of cursor. - -#define RE_LNUM 204 // nr cmp Match line number -#define RE_COL 205 // nr cmp Match column number -#define RE_VCOL 206 // nr cmp Match virtual column number - -#define RE_MARK 207 // mark cmp Match mark position -#define RE_VISUAL 208 // Match Visual area -#define RE_COMPOSING 209 // any composing characters - -// Flags to be passed up and down. -#define HASWIDTH 0x1 // Known never to match null string. -#define SIMPLE 0x2 // Simple enough to be STAR/PLUS operand. -#define SPSTART 0x4 // Starts with * or +. -#define HASNL 0x8 // Contains some \n. -#define HASLOOKBH 0x10 // Contains "\@<=" or "\@<!". -#define WORST 0 // Worst case. - -static int prevchr_len; ///< byte length of previous char -static int num_complex_braces; ///< Complex \{...} count -static uint8_t *regcode; ///< Code-emit pointer, or JUST_CALC_SIZE -static long regsize; ///< Code size. -static int reg_toolong; ///< true when offset out of range -static uint8_t had_endbrace[NSUBEXP]; ///< flags, true if end of () found -static long brace_min[10]; ///< Minimums for complex brace repeats -static long brace_max[10]; ///< Maximums for complex brace repeats -static int brace_count[10]; ///< Current counts for complex brace repeats -static int one_exactly = false; ///< only do one char for EXACTLY - -// When making changes to classchars also change nfa_classcodes. -static uint8_t *classchars = (uint8_t *)".iIkKfFpPsSdDxXoOwWhHaAlLuU"; -static int classcodes[] = { - ANY, IDENT, SIDENT, KWORD, SKWORD, - FNAME, SFNAME, PRINT, SPRINT, - WHITE, NWHITE, DIGIT, NDIGIT, - HEX, NHEX, OCTAL, NOCTAL, - WORD, NWORD, HEAD, NHEAD, - ALPHA, NALPHA, LOWER, NLOWER, - UPPER, NUPPER -}; - -// When regcode is set to this value, code is not emitted and size is computed -// instead. -#define JUST_CALC_SIZE ((uint8_t *)-1) - -// Values for rs_state in regitem_T. -typedef enum regstate_E { - RS_NOPEN = 0, // NOPEN and NCLOSE - RS_MOPEN, // MOPEN + [0-9] - RS_MCLOSE, // MCLOSE + [0-9] - RS_ZOPEN, // ZOPEN + [0-9] - RS_ZCLOSE, // ZCLOSE + [0-9] - RS_BRANCH, // BRANCH - RS_BRCPLX_MORE, // BRACE_COMPLEX and trying one more match - RS_BRCPLX_LONG, // BRACE_COMPLEX and trying longest match - RS_BRCPLX_SHORT, // BRACE_COMPLEX and trying shortest match - RS_NOMATCH, // NOMATCH - RS_BEHIND1, // BEHIND / NOBEHIND matching rest - RS_BEHIND2, // BEHIND / NOBEHIND matching behind part - RS_STAR_LONG, // STAR/PLUS/BRACE_SIMPLE longest match - RS_STAR_SHORT, // STAR/PLUS/BRACE_SIMPLE shortest match -} regstate_T; - -// Structure used to save the current input state, when it needs to be -// restored after trying a match. Used by reg_save() and reg_restore(). -// Also stores the length of "backpos". -typedef struct { - union { - uint8_t *ptr; // rex.input pointer, for single-line regexp - lpos_T pos; // rex.input pos, for multi-line regexp - } rs_u; - int rs_len; -} regsave_T; - -// struct to save start/end pointer/position in for \(\) -typedef struct { - union { - uint8_t *ptr; - lpos_T pos; - } se_u; -} save_se_T; - -// used for BEHIND and NOBEHIND matching -typedef struct regbehind_S { - regsave_T save_after; - regsave_T save_behind; - int save_need_clear_subexpr; - save_se_T save_start[NSUBEXP]; - save_se_T save_end[NSUBEXP]; -} regbehind_T; - -// When there are alternatives a regstate_T is put on the regstack to remember -// what we are doing. -// Before it may be another type of item, depending on rs_state, to remember -// more things. -typedef struct regitem_S { - regstate_T rs_state; // what we are doing, one of RS_ above - int16_t rs_no; // submatch nr or BEHIND/NOBEHIND - uint8_t *rs_scan; // current node in program - union { - save_se_T sesave; - regsave_T regsave; - } rs_un; // room for saving rex.input -} regitem_T; - -// used for STAR, PLUS and BRACE_SIMPLE matching -typedef struct regstar_S { - int nextb; // next byte - int nextb_ic; // next byte reverse case - long count; - long minval; - long maxval; -} regstar_T; - -// used to store input position when a BACK was encountered, so that we now if -// we made any progress since the last time. -typedef struct backpos_S { - uint8_t *bp_scan; // "scan" where BACK was encountered - regsave_T bp_pos; // last input position -} backpos_T; - -// "regstack" and "backpos" are used by regmatch(). They are kept over calls -// to avoid invoking malloc() and free() often. -// "regstack" is a stack with regitem_T items, sometimes preceded by regstar_T -// or regbehind_T. -// "backpos_T" is a table with backpos_T for BACK -static garray_T regstack = GA_EMPTY_INIT_VALUE; -static garray_T backpos = GA_EMPTY_INIT_VALUE; - -static regsave_T behind_pos; - -// Both for regstack and backpos tables we use the following strategy of -// allocation (to reduce malloc/free calls): -// - Initial size is fairly small. -// - When needed, the tables are grown bigger (8 times at first, double after -// that). -// - After executing the match we free the memory only if the array has grown. -// Thus the memory is kept allocated when it's at the initial size. -// This makes it fast while not keeping a lot of memory allocated. -// A three times speed increase was observed when using many simple patterns. -#define REGSTACK_INITIAL 2048 -#define BACKPOS_INITIAL 64 - -// Opcode notes: -// -// BRANCH The set of branches constituting a single choice are hooked -// together with their "next" pointers, since precedence prevents -// anything being concatenated to any individual branch. The -// "next" pointer of the last BRANCH in a choice points to the -// thing following the whole choice. This is also where the -// final "next" pointer of each individual branch points; each -// branch starts with the operand node of a BRANCH node. -// -// BACK Normal "next" pointers all implicitly point forward; BACK -// exists to make loop structures possible. -// -// STAR,PLUS '=', and complex '*' and '+', are implemented as circular -// BRANCH structures using BACK. Simple cases (one character -// per match) are implemented with STAR and PLUS for speed -// and to minimize recursive plunges. -// -// BRACE_LIMITS This is always followed by a BRACE_SIMPLE or BRACE_COMPLEX -// node, and defines the min and max limits to be used for that -// node. -// -// MOPEN,MCLOSE ...are numbered at compile time. -// ZOPEN,ZCLOSE ...ditto -/// -// -// -// A node is one char of opcode followed by two chars of "next" pointer. -// "Next" pointers are stored as two 8-bit bytes, high order first. The -// value is a positive offset from the opcode of the node containing it. -// An operand, if any, simply follows the node. (Note that much of the -// code generation knows about this implicit relationship.) -// -// Using two bytes for the "next" pointer is vast overkill for most things, -// but allows patterns to get big without disasters. -#define OP(p) ((int)(*(p))) -#define NEXT(p) (((*((p) + 1) & 0377) << 8) + (*((p) + 2) & 0377)) -#define OPERAND(p) ((p) + 3) -// Obtain an operand that was stored as four bytes, MSB first. -#define OPERAND_MIN(p) (((long)(p)[3] << 24) + ((long)(p)[4] << 16) \ - + ((long)(p)[5] << 8) + (long)(p)[6]) -// Obtain a second operand stored as four bytes. -#define OPERAND_MAX(p) OPERAND_MIN((p) + 4) -// Obtain a second single-byte operand stored after a four bytes operand. -#define OPERAND_CMP(p) (p)[7] - -static uint8_t *reg(int paren, int *flagp); - -#ifdef BT_REGEXP_DUMP -static void regdump(uint8_t *, bt_regprog_T *); -#endif - -#ifdef REGEXP_DEBUG -static uint8_t *regprop(uint8_t *); - -static int regnarrate = 0; -#endif - -#ifdef INCLUDE_GENERATED_DECLARATIONS -# include "regexp_bt.c.generated.h" -#endif - -// Setup to parse the regexp. Used once to get the length and once to do it. -static void regcomp_start(uint8_t *expr, int re_flags) // see vim_regcomp() -{ - initchr((char *)expr); - if (re_flags & RE_MAGIC) { - reg_magic = MAGIC_ON; - } else { - reg_magic = MAGIC_OFF; - } - reg_string = (re_flags & RE_STRING); - reg_strict = (re_flags & RE_STRICT); - get_cpo_flags(); - - num_complex_braces = 0; - regnpar = 1; - CLEAR_FIELD(had_endbrace); - regnzpar = 1; - re_has_z = 0; - regsize = 0L; - reg_toolong = false; - regflags = 0; - had_eol = false; -} - -// Return true if MULTIBYTECODE should be used instead of EXACTLY for -// character "c". -static bool use_multibytecode(int c) -{ - return utf_char2len(c) > 1 - && (re_multi_type(peekchr()) != NOT_MULTI - || utf_iscomposing(c)); -} - -// Emit (if appropriate) a byte of code -static void regc(int b) -{ - if (regcode == JUST_CALC_SIZE) { - regsize++; - } else { - *regcode++ = (uint8_t)b; - } -} - -// Emit (if appropriate) a multi-byte character of code -static void regmbc(int c) -{ - if (regcode == JUST_CALC_SIZE) { - regsize += utf_char2len(c); - } else { - regcode += utf_char2bytes(c, (char *)regcode); - } -} - -// Produce the bytes for equivalence class "c". -// Currently only handles latin1, latin9 and utf-8. -// NOTE: When changing this function, also change nfa_emit_equi_class() -static void reg_equi_class(int c) -{ - { - switch (c) { - // Do not use '\300' style, it results in a negative number. - case 'A': - case 0xc0: - case 0xc1: - case 0xc2: - case 0xc3: - case 0xc4: - case 0xc5: - case 0x100: - case 0x102: - case 0x104: - case 0x1cd: - case 0x1de: - case 0x1e0: - case 0x1fa: - case 0x202: - case 0x226: - case 0x23a: - case 0x1e00: - case 0x1ea0: - case 0x1ea2: - case 0x1ea4: - case 0x1ea6: - case 0x1ea8: - case 0x1eaa: - case 0x1eac: - case 0x1eae: - case 0x1eb0: - case 0x1eb2: - case 0x1eb4: - case 0x1eb6: - regmbc('A'); regmbc(0xc0); regmbc(0xc1); regmbc(0xc2); - regmbc(0xc3); regmbc(0xc4); regmbc(0xc5); - regmbc(0x100); regmbc(0x102); regmbc(0x104); - regmbc(0x1cd); regmbc(0x1de); regmbc(0x1e0); - regmbc(0x1fa); regmbc(0x202); regmbc(0x226); - regmbc(0x23a); regmbc(0x1e00); regmbc(0x1ea0); - regmbc(0x1ea2); regmbc(0x1ea4); regmbc(0x1ea6); - regmbc(0x1ea8); regmbc(0x1eaa); regmbc(0x1eac); - regmbc(0x1eae); regmbc(0x1eb0); regmbc(0x1eb2); - regmbc(0x1eb4); regmbc(0x1eb6); - return; - case 'B': - case 0x181: - case 0x243: - case 0x1e02: - case 0x1e04: - case 0x1e06: - regmbc('B'); - regmbc(0x181); regmbc(0x243); regmbc(0x1e02); - regmbc(0x1e04); regmbc(0x1e06); - return; - case 'C': - case 0xc7: - case 0x106: - case 0x108: - case 0x10a: - case 0x10c: - case 0x187: - case 0x23b: - case 0x1e08: - case 0xa792: - regmbc('C'); regmbc(0xc7); - regmbc(0x106); regmbc(0x108); regmbc(0x10a); - regmbc(0x10c); regmbc(0x187); regmbc(0x23b); - regmbc(0x1e08); regmbc(0xa792); - return; - case 'D': - case 0x10e: - case 0x110: - case 0x18a: - case 0x1e0a: - case 0x1e0c: - case 0x1e0e: - case 0x1e10: - case 0x1e12: - regmbc('D'); regmbc(0x10e); regmbc(0x110); - regmbc(0x18a); regmbc(0x1e0a); regmbc(0x1e0c); - regmbc(0x1e0e); regmbc(0x1e10); regmbc(0x1e12); - return; - case 'E': - case 0xc8: - case 0xc9: - case 0xca: - case 0xcb: - case 0x112: - case 0x114: - case 0x116: - case 0x118: - case 0x11a: - case 0x204: - case 0x206: - case 0x228: - case 0x246: - case 0x1e14: - case 0x1e16: - case 0x1e18: - case 0x1e1a: - case 0x1e1c: - case 0x1eb8: - case 0x1eba: - case 0x1ebc: - case 0x1ebe: - case 0x1ec0: - case 0x1ec2: - case 0x1ec4: - case 0x1ec6: - regmbc('E'); regmbc(0xc8); regmbc(0xc9); - regmbc(0xca); regmbc(0xcb); regmbc(0x112); - regmbc(0x114); regmbc(0x116); regmbc(0x118); - regmbc(0x11a); regmbc(0x204); regmbc(0x206); - regmbc(0x228); regmbc(0x246); regmbc(0x1e14); - regmbc(0x1e16); regmbc(0x1e18); regmbc(0x1e1a); - regmbc(0x1e1c); regmbc(0x1eb8); regmbc(0x1eba); - regmbc(0x1ebc); regmbc(0x1ebe); regmbc(0x1ec0); - regmbc(0x1ec2); regmbc(0x1ec4); regmbc(0x1ec6); - return; - case 'F': - case 0x191: - case 0x1e1e: - case 0xa798: - regmbc('F'); regmbc(0x191); regmbc(0x1e1e); - regmbc(0xa798); - return; - case 'G': - case 0x11c: - case 0x11e: - case 0x120: - case 0x122: - case 0x193: - case 0x1e4: - case 0x1e6: - case 0x1f4: - case 0x1e20: - case 0xa7a0: - regmbc('G'); regmbc(0x11c); regmbc(0x11e); - regmbc(0x120); regmbc(0x122); regmbc(0x193); - regmbc(0x1e4); regmbc(0x1e6); regmbc(0x1f4); - regmbc(0x1e20); regmbc(0xa7a0); - return; - case 'H': - case 0x124: - case 0x126: - case 0x21e: - case 0x1e22: - case 0x1e24: - case 0x1e26: - case 0x1e28: - case 0x1e2a: - case 0x2c67: - regmbc('H'); regmbc(0x124); regmbc(0x126); - regmbc(0x21e); regmbc(0x1e22); regmbc(0x1e24); - regmbc(0x1e26); regmbc(0x1e28); regmbc(0x1e2a); - regmbc(0x2c67); - return; - case 'I': - case 0xcc: - case 0xcd: - case 0xce: - case 0xcf: - case 0x128: - case 0x12a: - case 0x12c: - case 0x12e: - case 0x130: - case 0x197: - case 0x1cf: - case 0x208: - case 0x20a: - case 0x1e2c: - case 0x1e2e: - case 0x1ec8: - case 0x1eca: - regmbc('I'); regmbc(0xcc); regmbc(0xcd); - regmbc(0xce); regmbc(0xcf); regmbc(0x128); - regmbc(0x12a); regmbc(0x12c); regmbc(0x12e); - regmbc(0x130); regmbc(0x197); regmbc(0x1cf); - regmbc(0x208); regmbc(0x20a); regmbc(0x1e2c); - regmbc(0x1e2e); regmbc(0x1ec8); regmbc(0x1eca); - return; - case 'J': - case 0x134: - case 0x248: - regmbc('J'); regmbc(0x134); regmbc(0x248); - return; - case 'K': - case 0x136: - case 0x198: - case 0x1e8: - case 0x1e30: - case 0x1e32: - case 0x1e34: - case 0x2c69: - case 0xa740: - regmbc('K'); regmbc(0x136); regmbc(0x198); - regmbc(0x1e8); regmbc(0x1e30); regmbc(0x1e32); - regmbc(0x1e34); regmbc(0x2c69); regmbc(0xa740); - return; - case 'L': - case 0x139: - case 0x13b: - case 0x13d: - case 0x13f: - case 0x141: - case 0x23d: - case 0x1e36: - case 0x1e38: - case 0x1e3a: - case 0x1e3c: - case 0x2c60: - regmbc('L'); regmbc(0x139); regmbc(0x13b); - regmbc(0x13d); regmbc(0x13f); regmbc(0x141); - regmbc(0x23d); regmbc(0x1e36); regmbc(0x1e38); - regmbc(0x1e3a); regmbc(0x1e3c); regmbc(0x2c60); - return; - case 'M': - case 0x1e3e: - case 0x1e40: - case 0x1e42: - regmbc('M'); regmbc(0x1e3e); regmbc(0x1e40); - regmbc(0x1e42); - return; - case 'N': - case 0xd1: - case 0x143: - case 0x145: - case 0x147: - case 0x1f8: - case 0x1e44: - case 0x1e46: - case 0x1e48: - case 0x1e4a: - case 0xa7a4: - regmbc('N'); regmbc(0xd1); - regmbc(0x143); regmbc(0x145); regmbc(0x147); - regmbc(0x1f8); regmbc(0x1e44); regmbc(0x1e46); - regmbc(0x1e48); regmbc(0x1e4a); regmbc(0xa7a4); - return; - case 'O': - case 0xd2: - case 0xd3: - case 0xd4: - case 0xd5: - case 0xd6: - case 0xd8: - case 0x14c: - case 0x14e: - case 0x150: - case 0x19f: - case 0x1a0: - case 0x1d1: - case 0x1ea: - case 0x1ec: - case 0x1fe: - case 0x20c: - case 0x20e: - case 0x22a: - case 0x22c: - case 0x22e: - case 0x230: - case 0x1e4c: - case 0x1e4e: - case 0x1e50: - case 0x1e52: - case 0x1ecc: - case 0x1ece: - case 0x1ed0: - case 0x1ed2: - case 0x1ed4: - case 0x1ed6: - case 0x1ed8: - case 0x1eda: - case 0x1edc: - case 0x1ede: - case 0x1ee0: - case 0x1ee2: - regmbc('O'); regmbc(0xd2); regmbc(0xd3); regmbc(0xd4); - regmbc(0xd5); regmbc(0xd6); regmbc(0xd8); - regmbc(0x14c); regmbc(0x14e); regmbc(0x150); - regmbc(0x19f); regmbc(0x1a0); regmbc(0x1d1); - regmbc(0x1ea); regmbc(0x1ec); regmbc(0x1fe); - regmbc(0x20c); regmbc(0x20e); regmbc(0x22a); - regmbc(0x22c); regmbc(0x22e); regmbc(0x230); - regmbc(0x1e4c); regmbc(0x1e4e); regmbc(0x1e50); - regmbc(0x1e52); regmbc(0x1ecc); regmbc(0x1ece); - regmbc(0x1ed0); regmbc(0x1ed2); regmbc(0x1ed4); - regmbc(0x1ed6); regmbc(0x1ed8); regmbc(0x1eda); - regmbc(0x1edc); regmbc(0x1ede); regmbc(0x1ee0); - regmbc(0x1ee2); - return; - case 'P': - case 0x1a4: - case 0x1e54: - case 0x1e56: - case 0x2c63: - regmbc('P'); regmbc(0x1a4); regmbc(0x1e54); - regmbc(0x1e56); regmbc(0x2c63); - return; - case 'Q': - case 0x24a: - regmbc('Q'); regmbc(0x24a); - return; - case 'R': - case 0x154: - case 0x156: - case 0x158: - case 0x210: - case 0x212: - case 0x24c: - case 0x1e58: - case 0x1e5a: - case 0x1e5c: - case 0x1e5e: - case 0x2c64: - case 0xa7a6: - regmbc('R'); regmbc(0x154); regmbc(0x156); - regmbc(0x210); regmbc(0x212); regmbc(0x158); - regmbc(0x24c); regmbc(0x1e58); regmbc(0x1e5a); - regmbc(0x1e5c); regmbc(0x1e5e); regmbc(0x2c64); - regmbc(0xa7a6); - return; - case 'S': - case 0x15a: - case 0x15c: - case 0x15e: - case 0x160: - case 0x218: - case 0x1e60: - case 0x1e62: - case 0x1e64: - case 0x1e66: - case 0x1e68: - case 0x2c7e: - case 0xa7a8: - regmbc('S'); regmbc(0x15a); regmbc(0x15c); - regmbc(0x15e); regmbc(0x160); regmbc(0x218); - regmbc(0x1e60); regmbc(0x1e62); regmbc(0x1e64); - regmbc(0x1e66); regmbc(0x1e68); regmbc(0x2c7e); - regmbc(0xa7a8); - return; - case 'T': - case 0x162: - case 0x164: - case 0x166: - case 0x1ac: - case 0x1ae: - case 0x21a: - case 0x23e: - case 0x1e6a: - case 0x1e6c: - case 0x1e6e: - case 0x1e70: - regmbc('T'); regmbc(0x162); regmbc(0x164); - regmbc(0x166); regmbc(0x1ac); regmbc(0x23e); - regmbc(0x1ae); regmbc(0x21a); regmbc(0x1e6a); - regmbc(0x1e6c); regmbc(0x1e6e); regmbc(0x1e70); - return; - case 'U': - case 0xd9: - case 0xda: - case 0xdb: - case 0xdc: - case 0x168: - case 0x16a: - case 0x16c: - case 0x16e: - case 0x170: - case 0x172: - case 0x1af: - case 0x1d3: - case 0x1d5: - case 0x1d7: - case 0x1d9: - case 0x1db: - case 0x214: - case 0x216: - case 0x244: - case 0x1e72: - case 0x1e74: - case 0x1e76: - case 0x1e78: - case 0x1e7a: - case 0x1ee4: - case 0x1ee6: - case 0x1ee8: - case 0x1eea: - case 0x1eec: - case 0x1eee: - case 0x1ef0: - regmbc('U'); regmbc(0xd9); regmbc(0xda); - regmbc(0xdb); regmbc(0xdc); regmbc(0x168); - regmbc(0x16a); regmbc(0x16c); regmbc(0x16e); - regmbc(0x170); regmbc(0x172); regmbc(0x1af); - regmbc(0x1d3); regmbc(0x1d5); regmbc(0x1d7); - regmbc(0x1d9); regmbc(0x1db); regmbc(0x214); - regmbc(0x216); regmbc(0x244); regmbc(0x1e72); - regmbc(0x1e74); regmbc(0x1e76); regmbc(0x1e78); - regmbc(0x1e7a); regmbc(0x1ee4); regmbc(0x1ee6); - regmbc(0x1ee8); regmbc(0x1eea); regmbc(0x1eec); - regmbc(0x1eee); regmbc(0x1ef0); - return; - case 'V': - case 0x1b2: - case 0x1e7c: - case 0x1e7e: - regmbc('V'); regmbc(0x1b2); regmbc(0x1e7c); - regmbc(0x1e7e); - return; - case 'W': - case 0x174: - case 0x1e80: - case 0x1e82: - case 0x1e84: - case 0x1e86: - case 0x1e88: - regmbc('W'); regmbc(0x174); regmbc(0x1e80); - regmbc(0x1e82); regmbc(0x1e84); regmbc(0x1e86); - regmbc(0x1e88); - return; - case 'X': - case 0x1e8a: - case 0x1e8c: - regmbc('X'); regmbc(0x1e8a); regmbc(0x1e8c); - return; - case 'Y': - case 0xdd: - case 0x176: - case 0x178: - case 0x1b3: - case 0x232: - case 0x24e: - case 0x1e8e: - case 0x1ef2: - case 0x1ef6: - case 0x1ef4: - case 0x1ef8: - regmbc('Y'); regmbc(0xdd); regmbc(0x176); - regmbc(0x178); regmbc(0x1b3); regmbc(0x232); - regmbc(0x24e); regmbc(0x1e8e); regmbc(0x1ef2); - regmbc(0x1ef4); regmbc(0x1ef6); regmbc(0x1ef8); - return; - case 'Z': - case 0x179: - case 0x17b: - case 0x17d: - case 0x1b5: - case 0x1e90: - case 0x1e92: - case 0x1e94: - case 0x2c6b: - regmbc('Z'); regmbc(0x179); regmbc(0x17b); - regmbc(0x17d); regmbc(0x1b5); regmbc(0x1e90); - regmbc(0x1e92); regmbc(0x1e94); regmbc(0x2c6b); - return; - case 'a': - case 0xe0: - case 0xe1: - case 0xe2: - case 0xe3: - case 0xe4: - case 0xe5: - case 0x101: - case 0x103: - case 0x105: - case 0x1ce: - case 0x1df: - case 0x1e1: - case 0x1fb: - case 0x201: - case 0x203: - case 0x227: - case 0x1d8f: - case 0x1e01: - case 0x1e9a: - case 0x1ea1: - case 0x1ea3: - case 0x1ea5: - case 0x1ea7: - case 0x1ea9: - case 0x1eab: - case 0x1ead: - case 0x1eaf: - case 0x1eb1: - case 0x1eb3: - case 0x1eb5: - case 0x1eb7: - case 0x2c65: - regmbc('a'); regmbc(0xe0); regmbc(0xe1); - regmbc(0xe2); regmbc(0xe3); regmbc(0xe4); - regmbc(0xe5); regmbc(0x101); regmbc(0x103); - regmbc(0x105); regmbc(0x1ce); regmbc(0x1df); - regmbc(0x1e1); regmbc(0x1fb); regmbc(0x201); - regmbc(0x203); regmbc(0x227); regmbc(0x1d8f); - regmbc(0x1e01); regmbc(0x1e9a); regmbc(0x1ea1); - regmbc(0x1ea3); regmbc(0x1ea5); regmbc(0x1ea7); - regmbc(0x1ea9); regmbc(0x1eab); regmbc(0x1ead); - regmbc(0x1eaf); regmbc(0x1eb1); regmbc(0x1eb3); - regmbc(0x1eb5); regmbc(0x1eb7); regmbc(0x2c65); - return; - case 'b': - case 0x180: - case 0x253: - case 0x1d6c: - case 0x1d80: - case 0x1e03: - case 0x1e05: - case 0x1e07: - regmbc('b'); - regmbc(0x180); regmbc(0x253); regmbc(0x1d6c); - regmbc(0x1d80); regmbc(0x1e03); regmbc(0x1e05); - regmbc(0x1e07); - return; - case 'c': - case 0xe7: - case 0x107: - case 0x109: - case 0x10b: - case 0x10d: - case 0x188: - case 0x23c: - case 0x1e09: - case 0xa793: - case 0xa794: - regmbc('c'); regmbc(0xe7); regmbc(0x107); - regmbc(0x109); regmbc(0x10b); regmbc(0x10d); - regmbc(0x188); regmbc(0x23c); regmbc(0x1e09); - regmbc(0xa793); regmbc(0xa794); - return; - case 'd': - case 0x10f: - case 0x111: - case 0x257: - case 0x1d6d: - case 0x1d81: - case 0x1d91: - case 0x1e0b: - case 0x1e0d: - case 0x1e0f: - case 0x1e11: - case 0x1e13: - regmbc('d'); regmbc(0x10f); regmbc(0x111); - regmbc(0x257); regmbc(0x1d6d); regmbc(0x1d81); - regmbc(0x1d91); regmbc(0x1e0b); regmbc(0x1e0d); - regmbc(0x1e0f); regmbc(0x1e11); regmbc(0x1e13); - return; - case 'e': - case 0xe8: - case 0xe9: - case 0xea: - case 0xeb: - case 0x113: - case 0x115: - case 0x117: - case 0x119: - case 0x11b: - case 0x205: - case 0x207: - case 0x229: - case 0x247: - case 0x1d92: - case 0x1e15: - case 0x1e17: - case 0x1e19: - case 0x1e1b: - case 0x1eb9: - case 0x1ebb: - case 0x1e1d: - case 0x1ebd: - case 0x1ebf: - case 0x1ec1: - case 0x1ec3: - case 0x1ec5: - case 0x1ec7: - regmbc('e'); regmbc(0xe8); regmbc(0xe9); - regmbc(0xea); regmbc(0xeb); regmbc(0x113); - regmbc(0x115); regmbc(0x117); regmbc(0x119); - regmbc(0x11b); regmbc(0x205); regmbc(0x207); - regmbc(0x229); regmbc(0x247); regmbc(0x1d92); - regmbc(0x1e15); regmbc(0x1e17); regmbc(0x1e19); - regmbc(0x1e1b); regmbc(0x1e1d); regmbc(0x1eb9); - regmbc(0x1ebb); regmbc(0x1ebd); regmbc(0x1ebf); - regmbc(0x1ec1); regmbc(0x1ec3); regmbc(0x1ec5); - regmbc(0x1ec7); - return; - case 'f': - case 0x192: - case 0x1d6e: - case 0x1d82: - case 0x1e1f: - case 0xa799: - regmbc('f'); regmbc(0x192); regmbc(0x1d6e); - regmbc(0x1d82); regmbc(0x1e1f); regmbc(0xa799); - return; - case 'g': - case 0x11d: - case 0x11f: - case 0x121: - case 0x123: - case 0x1e5: - case 0x1e7: - case 0x260: - case 0x1f5: - case 0x1d83: - case 0x1e21: - case 0xa7a1: - regmbc('g'); regmbc(0x11d); regmbc(0x11f); - regmbc(0x121); regmbc(0x123); regmbc(0x1e5); - regmbc(0x1e7); regmbc(0x1f5); regmbc(0x260); - regmbc(0x1d83); regmbc(0x1e21); regmbc(0xa7a1); - return; - case 'h': - case 0x125: - case 0x127: - case 0x21f: - case 0x1e23: - case 0x1e25: - case 0x1e27: - case 0x1e29: - case 0x1e2b: - case 0x1e96: - case 0x2c68: - case 0xa795: - regmbc('h'); regmbc(0x125); regmbc(0x127); - regmbc(0x21f); regmbc(0x1e23); regmbc(0x1e25); - regmbc(0x1e27); regmbc(0x1e29); regmbc(0x1e2b); - regmbc(0x1e96); regmbc(0x2c68); regmbc(0xa795); - return; - case 'i': - case 0xec: - case 0xed: - case 0xee: - case 0xef: - case 0x129: - case 0x12b: - case 0x12d: - case 0x12f: - case 0x1d0: - case 0x209: - case 0x20b: - case 0x268: - case 0x1d96: - case 0x1e2d: - case 0x1e2f: - case 0x1ec9: - case 0x1ecb: - regmbc('i'); regmbc(0xec); regmbc(0xed); - regmbc(0xee); regmbc(0xef); regmbc(0x129); - regmbc(0x12b); regmbc(0x12d); regmbc(0x12f); - regmbc(0x1d0); regmbc(0x209); regmbc(0x20b); - regmbc(0x268); regmbc(0x1d96); regmbc(0x1e2d); - regmbc(0x1e2f); regmbc(0x1ec9); regmbc(0x1ecb); - return; - case 'j': - case 0x135: - case 0x1f0: - case 0x249: - regmbc('j'); regmbc(0x135); regmbc(0x1f0); - regmbc(0x249); - return; - case 'k': - case 0x137: - case 0x199: - case 0x1e9: - case 0x1d84: - case 0x1e31: - case 0x1e33: - case 0x1e35: - case 0x2c6a: - case 0xa741: - regmbc('k'); regmbc(0x137); regmbc(0x199); - regmbc(0x1e9); regmbc(0x1d84); regmbc(0x1e31); - regmbc(0x1e33); regmbc(0x1e35); regmbc(0x2c6a); - regmbc(0xa741); - return; - case 'l': - case 0x13a: - case 0x13c: - case 0x13e: - case 0x140: - case 0x142: - case 0x19a: - case 0x1e37: - case 0x1e39: - case 0x1e3b: - case 0x1e3d: - case 0x2c61: - regmbc('l'); regmbc(0x13a); regmbc(0x13c); - regmbc(0x13e); regmbc(0x140); regmbc(0x142); - regmbc(0x19a); regmbc(0x1e37); regmbc(0x1e39); - regmbc(0x1e3b); regmbc(0x1e3d); regmbc(0x2c61); - return; - case 'm': - case 0x1d6f: - case 0x1e3f: - case 0x1e41: - case 0x1e43: - regmbc('m'); regmbc(0x1d6f); regmbc(0x1e3f); - regmbc(0x1e41); regmbc(0x1e43); - return; - case 'n': - case 0xf1: - case 0x144: - case 0x146: - case 0x148: - case 0x149: - case 0x1f9: - case 0x1d70: - case 0x1d87: - case 0x1e45: - case 0x1e47: - case 0x1e49: - case 0x1e4b: - case 0xa7a5: - regmbc('n'); regmbc(0xf1); regmbc(0x144); - regmbc(0x146); regmbc(0x148); regmbc(0x149); - regmbc(0x1f9); regmbc(0x1d70); regmbc(0x1d87); - regmbc(0x1e45); regmbc(0x1e47); regmbc(0x1e49); - regmbc(0x1e4b); regmbc(0xa7a5); - return; - case 'o': - case 0xf2: - case 0xf3: - case 0xf4: - case 0xf5: - case 0xf6: - case 0xf8: - case 0x14d: - case 0x14f: - case 0x151: - case 0x1a1: - case 0x1d2: - case 0x1eb: - case 0x1ed: - case 0x1ff: - case 0x20d: - case 0x20f: - case 0x22b: - case 0x22d: - case 0x22f: - case 0x231: - case 0x275: - case 0x1e4d: - case 0x1e4f: - case 0x1e51: - case 0x1e53: - case 0x1ecd: - case 0x1ecf: - case 0x1ed1: - case 0x1ed3: - case 0x1ed5: - case 0x1ed7: - case 0x1ed9: - case 0x1edb: - case 0x1edd: - case 0x1edf: - case 0x1ee1: - case 0x1ee3: - regmbc('o'); regmbc(0xf2); regmbc(0xf3); - regmbc(0xf4); regmbc(0xf5); regmbc(0xf6); - regmbc(0xf8); regmbc(0x14d); regmbc(0x14f); - regmbc(0x151); regmbc(0x1a1); regmbc(0x1d2); - regmbc(0x1eb); regmbc(0x1ed); regmbc(0x1ff); - regmbc(0x20d); regmbc(0x20f); regmbc(0x22b); - regmbc(0x22d); regmbc(0x22f); regmbc(0x231); - regmbc(0x275); regmbc(0x1e4d); regmbc(0x1e4f); - regmbc(0x1e51); regmbc(0x1e53); regmbc(0x1ecd); - regmbc(0x1ecf); regmbc(0x1ed1); regmbc(0x1ed3); - regmbc(0x1ed5); regmbc(0x1ed7); regmbc(0x1ed9); - regmbc(0x1edb); regmbc(0x1edd); regmbc(0x1edf); - regmbc(0x1ee1); regmbc(0x1ee3); - return; - case 'p': - case 0x1a5: - case 0x1d71: - case 0x1d88: - case 0x1d7d: - case 0x1e55: - case 0x1e57: - regmbc('p'); regmbc(0x1a5); regmbc(0x1d71); - regmbc(0x1d7d); regmbc(0x1d88); regmbc(0x1e55); - regmbc(0x1e57); - return; - case 'q': - case 0x24b: - case 0x2a0: - regmbc('q'); regmbc(0x24b); regmbc(0x2a0); - return; - case 'r': - case 0x155: - case 0x157: - case 0x159: - case 0x211: - case 0x213: - case 0x24d: - case 0x27d: - case 0x1d72: - case 0x1d73: - case 0x1d89: - case 0x1e59: - case 0x1e5b: - case 0x1e5d: - case 0x1e5f: - case 0xa7a7: - regmbc('r'); regmbc(0x155); regmbc(0x157); - regmbc(0x159); regmbc(0x211); regmbc(0x213); - regmbc(0x24d); regmbc(0x1d72); regmbc(0x1d73); - regmbc(0x1d89); regmbc(0x1e59); regmbc(0x27d); - regmbc(0x1e5b); regmbc(0x1e5d); regmbc(0x1e5f); - regmbc(0xa7a7); - return; - case 's': - case 0x15b: - case 0x15d: - case 0x15f: - case 0x161: - case 0x1e61: - case 0x219: - case 0x23f: - case 0x1d74: - case 0x1d8a: - case 0x1e63: - case 0x1e65: - case 0x1e67: - case 0x1e69: - case 0xa7a9: - regmbc('s'); regmbc(0x15b); regmbc(0x15d); - regmbc(0x15f); regmbc(0x161); regmbc(0x23f); - regmbc(0x219); regmbc(0x1d74); regmbc(0x1d8a); - regmbc(0x1e61); regmbc(0x1e63); regmbc(0x1e65); - regmbc(0x1e67); regmbc(0x1e69); regmbc(0xa7a9); - return; - case 't': - case 0x163: - case 0x165: - case 0x167: - case 0x1ab: - case 0x1ad: - case 0x21b: - case 0x288: - case 0x1d75: - case 0x1e6b: - case 0x1e6d: - case 0x1e6f: - case 0x1e71: - case 0x1e97: - case 0x2c66: - regmbc('t'); regmbc(0x163); regmbc(0x165); - regmbc(0x167); regmbc(0x1ab); regmbc(0x21b); - regmbc(0x1ad); regmbc(0x288); regmbc(0x1d75); - regmbc(0x1e6b); regmbc(0x1e6d); regmbc(0x1e6f); - regmbc(0x1e71); regmbc(0x1e97); regmbc(0x2c66); - return; - case 'u': - case 0xf9: - case 0xfa: - case 0xfb: - case 0xfc: - case 0x169: - case 0x16b: - case 0x16d: - case 0x16f: - case 0x171: - case 0x173: - case 0x1b0: - case 0x1d4: - case 0x1d6: - case 0x1d8: - case 0x1da: - case 0x1dc: - case 0x215: - case 0x217: - case 0x289: - case 0x1e73: - case 0x1d7e: - case 0x1d99: - case 0x1e75: - case 0x1e77: - case 0x1e79: - case 0x1e7b: - case 0x1ee5: - case 0x1ee7: - case 0x1ee9: - case 0x1eeb: - case 0x1eed: - case 0x1eef: - case 0x1ef1: - regmbc('u'); regmbc(0xf9); regmbc(0xfa); - regmbc(0xfb); regmbc(0xfc); regmbc(0x169); - regmbc(0x16b); regmbc(0x16d); regmbc(0x16f); - regmbc(0x171); regmbc(0x173); regmbc(0x1d6); - regmbc(0x1d8); regmbc(0x1da); regmbc(0x1dc); - regmbc(0x215); regmbc(0x217); regmbc(0x1b0); - regmbc(0x1d4); regmbc(0x289); regmbc(0x1d7e); - regmbc(0x1d99); regmbc(0x1e73); regmbc(0x1e75); - regmbc(0x1e77); regmbc(0x1e79); regmbc(0x1e7b); - regmbc(0x1ee5); regmbc(0x1ee7); regmbc(0x1ee9); - regmbc(0x1eeb); regmbc(0x1eed); regmbc(0x1eef); - regmbc(0x1ef1); - return; - case 'v': - case 0x28b: - case 0x1d8c: - case 0x1e7d: - case 0x1e7f: - regmbc('v'); regmbc(0x28b); regmbc(0x1d8c); - regmbc(0x1e7d); regmbc(0x1e7f); - return; - case 'w': - case 0x175: - case 0x1e81: - case 0x1e83: - case 0x1e85: - case 0x1e87: - case 0x1e89: - case 0x1e98: - regmbc('w'); regmbc(0x175); regmbc(0x1e81); - regmbc(0x1e83); regmbc(0x1e85); regmbc(0x1e87); - regmbc(0x1e89); regmbc(0x1e98); - return; - case 'x': - case 0x1e8b: - case 0x1e8d: - regmbc('x'); regmbc(0x1e8b); regmbc(0x1e8d); - return; - case 'y': - case 0xfd: - case 0xff: - case 0x177: - case 0x1b4: - case 0x233: - case 0x24f: - case 0x1e8f: - case 0x1e99: - case 0x1ef3: - case 0x1ef5: - case 0x1ef7: - case 0x1ef9: - regmbc('y'); regmbc(0xfd); regmbc(0xff); - regmbc(0x177); regmbc(0x1b4); regmbc(0x233); - regmbc(0x24f); regmbc(0x1e8f); regmbc(0x1e99); - regmbc(0x1ef3); regmbc(0x1ef5); regmbc(0x1ef7); - regmbc(0x1ef9); - return; - case 'z': - case 0x17a: - case 0x17c: - case 0x17e: - case 0x1b6: - case 0x1d76: - case 0x1d8e: - case 0x1e91: - case 0x1e93: - case 0x1e95: - case 0x2c6c: - regmbc('z'); regmbc(0x17a); regmbc(0x17c); - regmbc(0x17e); regmbc(0x1b6); regmbc(0x1d76); - regmbc(0x1d8e); regmbc(0x1e91); regmbc(0x1e93); - regmbc(0x1e95); regmbc(0x2c6c); - return; - } - } - regmbc(c); -} - -// Emit a node. -// Return pointer to generated code. -static uint8_t *regnode(int op) -{ - uint8_t *ret; - - ret = regcode; - if (ret == JUST_CALC_SIZE) { - regsize += 3; - } else { - *regcode++ = (uint8_t)op; - *regcode++ = NUL; // Null "next" pointer. - *regcode++ = NUL; - } - return ret; -} - -// Write a four bytes number at "p" and return pointer to the next char. -static uint8_t *re_put_uint32(uint8_t *p, uint32_t val) -{ - *p++ = (uint8_t)((val >> 24) & 0377); - *p++ = (uint8_t)((val >> 16) & 0377); - *p++ = (uint8_t)((val >> 8) & 0377); - *p++ = (uint8_t)(val & 0377); - return p; -} - -// regnext - dig the "next" pointer out of a node -// Returns NULL when calculating size, when there is no next item and when -// there is an error. -static uint8_t *regnext(uint8_t *p) - FUNC_ATTR_NONNULL_ALL -{ - int offset; - - if (p == JUST_CALC_SIZE || reg_toolong) { - return NULL; - } - - offset = NEXT(p); - if (offset == 0) { - return NULL; - } - - if (OP(p) == BACK) { - return p - offset; - } else { - return p + offset; - } -} - -// Set the next-pointer at the end of a node chain. -static void regtail(uint8_t *p, uint8_t *val) -{ - int offset; - - if (p == JUST_CALC_SIZE) { - return; - } - - // Find last node. - uint8_t *scan = p; - while (true) { - uint8_t *temp = regnext(scan); - if (temp == NULL) { - break; - } - scan = temp; - } - - if (OP(scan) == BACK) { - offset = (int)(scan - val); - } else { - offset = (int)(val - scan); - } - // When the offset uses more than 16 bits it can no longer fit in the two - // bytes available. Use a global flag to avoid having to check return - // values in too many places. - if (offset > 0xffff) { - reg_toolong = true; - } else { - *(scan + 1) = (uint8_t)(((unsigned)offset >> 8) & 0377); - *(scan + 2) = (uint8_t)(offset & 0377); - } -} - -// Like regtail, on item after a BRANCH; nop if none. -static void regoptail(uint8_t *p, uint8_t *val) -{ - // When op is neither BRANCH nor BRACE_COMPLEX0-9, it is "operandless" - if (p == NULL || p == JUST_CALC_SIZE - || (OP(p) != BRANCH - && (OP(p) < BRACE_COMPLEX || OP(p) > BRACE_COMPLEX + 9))) { - return; - } - regtail(OPERAND(p), val); -} - -// Insert an operator in front of already-emitted operand -// -// Means relocating the operand. -static void reginsert(int op, uint8_t *opnd) -{ - uint8_t *src; - uint8_t *dst; - uint8_t *place; - - if (regcode == JUST_CALC_SIZE) { - regsize += 3; - return; - } - src = regcode; - regcode += 3; - dst = regcode; - while (src > opnd) { - *--dst = *--src; - } - - place = opnd; // Op node, where operand used to be. - *place++ = (uint8_t)op; - *place++ = NUL; - *place = NUL; -} - -// Insert an operator in front of already-emitted operand. -// Add a number to the operator. -static void reginsert_nr(int op, long val, uint8_t *opnd) -{ - uint8_t *src; - uint8_t *dst; - uint8_t *place; - - if (regcode == JUST_CALC_SIZE) { - regsize += 7; - return; - } - src = regcode; - regcode += 7; - dst = regcode; - while (src > opnd) { - *--dst = *--src; - } - - place = opnd; // Op node, where operand used to be. - *place++ = (uint8_t)op; - *place++ = NUL; - *place++ = NUL; - assert(val >= 0 && (uintmax_t)val <= UINT32_MAX); - re_put_uint32(place, (uint32_t)val); -} - -// Insert an operator in front of already-emitted operand. -// The operator has the given limit values as operands. Also set next pointer. -// -// Means relocating the operand. -static void reginsert_limits(int op, long minval, long maxval, uint8_t *opnd) -{ - uint8_t *src; - uint8_t *dst; - uint8_t *place; - - if (regcode == JUST_CALC_SIZE) { - regsize += 11; - return; - } - src = regcode; - regcode += 11; - dst = regcode; - while (src > opnd) { - *--dst = *--src; - } - - place = opnd; // Op node, where operand used to be. - *place++ = (uint8_t)op; - *place++ = NUL; - *place++ = NUL; - assert(minval >= 0 && (uintmax_t)minval <= UINT32_MAX); - place = re_put_uint32(place, (uint32_t)minval); - assert(maxval >= 0 && (uintmax_t)maxval <= UINT32_MAX); - place = re_put_uint32(place, (uint32_t)maxval); - regtail(opnd, place); -} - -/// Return true if the back reference is legal. We must have seen the close -/// brace. -/// TODO(vim): Should also check that we don't refer to something repeated -/// (+*=): what instance of the repetition should we match? -static int seen_endbrace(int refnum) -{ - if (!had_endbrace[refnum]) { - uint8_t *p; - - // Trick: check if "@<=" or "@<!" follows, in which case - // the \1 can appear before the referenced match. - for (p = (uint8_t *)regparse; *p != NUL; p++) { - if (p[0] == '@' && p[1] == '<' && (p[2] == '!' || p[2] == '=')) { - break; - } - } - - if (*p == NUL) { - emsg(_("E65: Illegal back reference")); - rc_did_emsg = true; - return false; - } - } - return true; -} - -// Parse the lowest level. -// -// Optimization: gobbles an entire sequence of ordinary characters so that -// it can turn them into a single node, which is smaller to store and -// faster to run. Don't do this when one_exactly is set. -static uint8_t *regatom(int *flagp) -{ - uint8_t *ret; - int flags; - int c; - uint8_t *p; - int extra = 0; - int save_prev_at_start = prev_at_start; - - *flagp = WORST; // Tentatively. - - c = getchr(); - switch (c) { - case Magic('^'): - ret = regnode(BOL); - break; - - case Magic('$'): - ret = regnode(EOL); - had_eol = true; - break; - - case Magic('<'): - ret = regnode(BOW); - break; - - case Magic('>'): - ret = regnode(EOW); - break; - - case Magic('_'): - c = no_Magic(getchr()); - if (c == '^') { // "\_^" is start-of-line - ret = regnode(BOL); - break; - } - if (c == '$') { // "\_$" is end-of-line - ret = regnode(EOL); - had_eol = true; - break; - } - - extra = ADD_NL; - *flagp |= HASNL; - - // "\_[" is character range plus newline - if (c == '[') { - goto collection; - } - - // "\_x" is character class plus newline - FALLTHROUGH; - - // Character classes. - case Magic('.'): - case Magic('i'): - case Magic('I'): - case Magic('k'): - case Magic('K'): - case Magic('f'): - case Magic('F'): - case Magic('p'): - case Magic('P'): - case Magic('s'): - case Magic('S'): - case Magic('d'): - case Magic('D'): - case Magic('x'): - case Magic('X'): - case Magic('o'): - case Magic('O'): - case Magic('w'): - case Magic('W'): - case Magic('h'): - case Magic('H'): - case Magic('a'): - case Magic('A'): - case Magic('l'): - case Magic('L'): - case Magic('u'): - case Magic('U'): - p = (uint8_t *)vim_strchr((char *)classchars, no_Magic(c)); - if (p == NULL) { - EMSG_RET_NULL(_(e_invalid_use_of_underscore)); - } - // When '.' is followed by a composing char ignore the dot, so that - // the composing char is matched here. - if (c == Magic('.') && utf_iscomposing(peekchr())) { - c = getchr(); - goto do_multibyte; - } - ret = regnode(classcodes[p - classchars] + extra); - *flagp |= HASWIDTH | SIMPLE; - break; - - case Magic('n'): - if (reg_string) { - // In a string "\n" matches a newline character. - ret = regnode(EXACTLY); - regc(NL); - regc(NUL); - *flagp |= HASWIDTH | SIMPLE; - } else { - // In buffer text "\n" matches the end of a line. - ret = regnode(NEWL); - *flagp |= HASWIDTH | HASNL; - } - break; - - case Magic('('): - if (one_exactly) { - EMSG_ONE_RET_NULL; - } - ret = reg(REG_PAREN, &flags); - if (ret == NULL) { - return NULL; - } - *flagp |= flags & (HASWIDTH | SPSTART | HASNL | HASLOOKBH); - break; - - case NUL: - case Magic('|'): - case Magic('&'): - case Magic(')'): - if (one_exactly) { - EMSG_ONE_RET_NULL; - } - IEMSG_RET_NULL(_(e_internal)); // Supposed to be caught earlier. - // NOTREACHED - - case Magic('='): - case Magic('?'): - case Magic('+'): - case Magic('@'): - case Magic('{'): - case Magic('*'): - c = no_Magic(c); - EMSG3_RET_NULL(_("E64: %s%c follows nothing"), - (c == '*' ? reg_magic >= MAGIC_ON : reg_magic == MAGIC_ALL), c); - // NOTREACHED - - case Magic('~'): // previous substitute pattern - if (reg_prev_sub != NULL) { - uint8_t *lp; - - ret = regnode(EXACTLY); - lp = (uint8_t *)reg_prev_sub; - while (*lp != NUL) { - regc(*lp++); - } - regc(NUL); - if (*reg_prev_sub != NUL) { - *flagp |= HASWIDTH; - if ((lp - (uint8_t *)reg_prev_sub) == 1) { - *flagp |= SIMPLE; - } - } - } else { - EMSG_RET_NULL(_(e_nopresub)); - } - break; - - case Magic('1'): - case Magic('2'): - case Magic('3'): - case Magic('4'): - case Magic('5'): - case Magic('6'): - case Magic('7'): - case Magic('8'): - case Magic('9'): { - int refnum; - - refnum = c - Magic('0'); - if (!seen_endbrace(refnum)) { - return NULL; - } - ret = regnode(BACKREF + refnum); - } - break; - - case Magic('z'): - c = no_Magic(getchr()); - switch (c) { - case '(': - if ((reg_do_extmatch & REX_SET) == 0) { - EMSG_RET_NULL(_(e_z_not_allowed)); - } - if (one_exactly) { - EMSG_ONE_RET_NULL; - } - ret = reg(REG_ZPAREN, &flags); - if (ret == NULL) { - return NULL; - } - *flagp |= flags & (HASWIDTH|SPSTART|HASNL|HASLOOKBH); - re_has_z = REX_SET; - break; - - case '1': - case '2': - case '3': - case '4': - case '5': - case '6': - case '7': - case '8': - case '9': - if ((reg_do_extmatch & REX_USE) == 0) { - EMSG_RET_NULL(_(e_z1_not_allowed)); - } - ret = regnode(ZREF + c - '0'); - re_has_z = REX_USE; - break; - - case 's': - ret = regnode(MOPEN + 0); - if (!re_mult_next("\\zs")) { - return NULL; - } - break; - - case 'e': - ret = regnode(MCLOSE + 0); - if (!re_mult_next("\\ze")) { - return NULL; - } - break; - - default: - EMSG_RET_NULL(_("E68: Invalid character after \\z")); - } - break; - - case Magic('%'): - c = no_Magic(getchr()); - switch (c) { - // () without a back reference - case '(': - if (one_exactly) { - EMSG_ONE_RET_NULL; - } - ret = reg(REG_NPAREN, &flags); - if (ret == NULL) { - return NULL; - } - *flagp |= flags & (HASWIDTH | SPSTART | HASNL | HASLOOKBH); - break; - - // Catch \%^ and \%$ regardless of where they appear in the - // pattern -- regardless of whether or not it makes sense. - case '^': - ret = regnode(RE_BOF); - break; - - case '$': - ret = regnode(RE_EOF); - break; - - case '#': - if (regparse[0] == '=' && regparse[1] >= 48 && regparse[1] <= 50) { - // misplaced \%#=1 - semsg(_(e_atom_engine_must_be_at_start_of_pattern), regparse[1]); - return FAIL; - } - ret = regnode(CURSOR); - break; - - case 'V': - ret = regnode(RE_VISUAL); - break; - - case 'C': - ret = regnode(RE_COMPOSING); - break; - - // \%[abc]: Emit as a list of branches, all ending at the last - // branch which matches nothing. - case '[': - if (one_exactly) { // doesn't nest - EMSG_ONE_RET_NULL; - } - { - uint8_t *lastbranch; - uint8_t *lastnode = NULL; - uint8_t *br; - - ret = NULL; - while ((c = getchr()) != ']') { - if (c == NUL) { - EMSG2_RET_NULL(_(e_missing_sb), - reg_magic == MAGIC_ALL); - } - br = regnode(BRANCH); - if (ret == NULL) { - ret = br; - } else { - regtail(lastnode, br); - if (reg_toolong) { - return NULL; - } - } - - ungetchr(); - one_exactly = true; - lastnode = regatom(flagp); - one_exactly = false; - if (lastnode == NULL) { - return NULL; - } - } - if (ret == NULL) { - EMSG2_RET_NULL(_(e_empty_sb), - reg_magic == MAGIC_ALL); - } - lastbranch = regnode(BRANCH); - br = regnode(NOTHING); - if (ret != JUST_CALC_SIZE) { - regtail(lastnode, br); - regtail(lastbranch, br); - // connect all branches to the NOTHING - // branch at the end - for (br = ret; br != lastnode;) { - if (OP(br) == BRANCH) { - regtail(br, lastbranch); - if (reg_toolong) { - return NULL; - } - br = OPERAND(br); - } else { - br = regnext(br); - } - } - } - *flagp &= ~(HASWIDTH | SIMPLE); - break; - } - - case 'd': // %d123 decimal - case 'o': // %o123 octal - case 'x': // %xab hex 2 - case 'u': // %uabcd hex 4 - case 'U': // %U1234abcd hex 8 - { - int64_t i; - - switch (c) { - case 'd': - i = getdecchrs(); break; - case 'o': - i = getoctchrs(); break; - case 'x': - i = gethexchrs(2); break; - case 'u': - i = gethexchrs(4); break; - case 'U': - i = gethexchrs(8); break; - default: - i = -1; break; - } - - if (i < 0 || i > INT_MAX) { - EMSG2_RET_NULL(_("E678: Invalid character after %s%%[dxouU]"), - reg_magic == MAGIC_ALL); - } - if (use_multibytecode((int)i)) { - ret = regnode(MULTIBYTECODE); - } else { - ret = regnode(EXACTLY); - } - if (i == 0) { - regc(0x0a); - } else { - regmbc((int)i); - } - regc(NUL); - *flagp |= HASWIDTH; - break; - } - - default: - if (ascii_isdigit(c) || c == '<' || c == '>' || c == '\'' || c == '.') { - uint32_t n = 0; - int cmp; - bool cur = false; - bool got_digit = false; - - cmp = c; - if (cmp == '<' || cmp == '>') { - c = getchr(); - } - if (no_Magic(c) == '.') { - cur = true; - c = getchr(); - } - while (ascii_isdigit(c)) { - got_digit = true; - n = n * 10 + (uint32_t)(c - '0'); - c = getchr(); - } - if (c == '\'' && n == 0) { - // "\%'m", "\%<'m" and "\%>'m": Mark - c = getchr(); - ret = regnode(RE_MARK); - if (ret == JUST_CALC_SIZE) { - regsize += 2; - } else { - *regcode++ = (uint8_t)c; - *regcode++ = (uint8_t)cmp; - } - break; - } else if ((c == 'l' || c == 'c' || c == 'v') && (cur || got_digit)) { - if (cur && n) { - semsg(_(e_regexp_number_after_dot_pos_search_chr), no_Magic(c)); - rc_did_emsg = true; - return NULL; - } - if (c == 'l') { - if (cur) { - n = (uint32_t)curwin->w_cursor.lnum; - } - ret = regnode(RE_LNUM); - if (save_prev_at_start) { - at_start = true; - } - } else if (c == 'c') { - if (cur) { - n = (uint32_t)curwin->w_cursor.col; - n++; - } - ret = regnode(RE_COL); - } else { - if (cur) { - colnr_T vcol = 0; - getvvcol(curwin, &curwin->w_cursor, NULL, NULL, &vcol); - n = (uint32_t)(++vcol); - } - ret = regnode(RE_VCOL); - } - if (ret == JUST_CALC_SIZE) { - regsize += 5; - } else { - // put the number and the optional - // comparator after the opcode - regcode = re_put_uint32(regcode, n); - *regcode++ = (uint8_t)cmp; - } - break; - } - } - - EMSG2_RET_NULL(_("E71: Invalid character after %s%%"), - reg_magic == MAGIC_ALL); - } - break; - - case Magic('['): -collection: - { - uint8_t *lp; - - // If there is no matching ']', we assume the '[' is a normal - // character. This makes 'incsearch' and ":help [" work. - lp = (uint8_t *)skip_anyof(regparse); - if (*lp == ']') { // there is a matching ']' - int startc = -1; // > 0 when next '-' is a range - int endc; - - // In a character class, different parsing rules apply. - // Not even \ is special anymore, nothing is. - if (*regparse == '^') { // Complement of range. - ret = regnode(ANYBUT + extra); - regparse++; - } else { - ret = regnode(ANYOF + extra); - } - - // At the start ']' and '-' mean the literal character. - if (*regparse == ']' || *regparse == '-') { - startc = *regparse; - regc(*regparse++); - } - - while (*regparse != NUL && *regparse != ']') { - if (*regparse == '-') { - regparse++; - // The '-' is not used for a range at the end and - // after or before a '\n'. - if (*regparse == ']' || *regparse == NUL - || startc == -1 - || (regparse[0] == '\\' && regparse[1] == 'n')) { - regc('-'); - startc = '-'; // [--x] is a range - } else { - // Also accept "a-[.z.]" - endc = 0; - if (*regparse == '[') { - endc = get_coll_element(®parse); - } - if (endc == 0) { - endc = mb_ptr2char_adv((const char **)®parse); - } - - // Handle \o40, \x20 and \u20AC style sequences - if (endc == '\\' && !reg_cpo_lit) { - endc = coll_get_char(); - } - - if (startc > endc) { - EMSG_RET_NULL(_(e_reverse_range)); - } - if (utf_char2len(startc) > 1 - || utf_char2len(endc) > 1) { - // Limit to a range of 256 chars - if (endc > startc + 256) { - EMSG_RET_NULL(_(e_large_class)); - } - while (++startc <= endc) { - regmbc(startc); - } - } else { - while (++startc <= endc) { - regc(startc); - } - } - startc = -1; - } - } - // Only "\]", "\^", "\]" and "\\" are special in Vi. Vim - // accepts "\t", "\e", etc., but only when the 'l' flag in - // 'cpoptions' is not included. - else if (*regparse == '\\' - && (vim_strchr(REGEXP_INRANGE, (uint8_t)regparse[1]) != NULL - || (!reg_cpo_lit - && vim_strchr(REGEXP_ABBR, - (uint8_t)regparse[1]) != NULL))) { - regparse++; - if (*regparse == 'n') { - // '\n' in range: also match NL - if (ret != JUST_CALC_SIZE) { - // Using \n inside [^] does not change what - // matches. "[^\n]" is the same as ".". - if (*ret == ANYOF) { - *ret = ANYOF + ADD_NL; - *flagp |= HASNL; - } - // else: must have had a \n already - } - regparse++; - startc = -1; - } else if (*regparse == 'd' - || *regparse == 'o' - || *regparse == 'x' - || *regparse == 'u' - || *regparse == 'U') { - startc = coll_get_char(); - if (startc == 0) { - regc(0x0a); - } else { - regmbc(startc); - } - } else { - startc = backslash_trans(*regparse++); - regc(startc); - } - } else if (*regparse == '[') { - int c_class; - int cu; - - c_class = get_char_class(®parse); - startc = -1; - // Characters assumed to be 8 bits! - switch (c_class) { - case CLASS_NONE: - c_class = get_equi_class(®parse); - if (c_class != 0) { - // produce equivalence class - reg_equi_class(c_class); - } else if ((c_class = get_coll_element(®parse)) != 0) { - // produce a collating element - regmbc(c_class); - } else { - // literal '[', allow [[-x] as a range - startc = *regparse++; - regc(startc); - } - break; - case CLASS_ALNUM: - for (cu = 1; cu < 128; cu++) { - if (isalnum(cu)) { - regmbc(cu); - } - } - break; - case CLASS_ALPHA: - for (cu = 1; cu < 128; cu++) { - if (isalpha(cu)) { - regmbc(cu); - } - } - break; - case CLASS_BLANK: - regc(' '); - regc('\t'); - break; - case CLASS_CNTRL: - for (cu = 1; cu <= 127; cu++) { - if (iscntrl(cu)) { - regmbc(cu); - } - } - break; - case CLASS_DIGIT: - for (cu = 1; cu <= 127; cu++) { - if (ascii_isdigit(cu)) { - regmbc(cu); - } - } - break; - case CLASS_GRAPH: - for (cu = 1; cu <= 127; cu++) { - if (isgraph(cu)) { - regmbc(cu); - } - } - break; - case CLASS_LOWER: - for (cu = 1; cu <= 255; cu++) { - if (mb_islower(cu) && cu != 170 && cu != 186) { - regmbc(cu); - } - } - break; - case CLASS_PRINT: - for (cu = 1; cu <= 255; cu++) { - if (vim_isprintc(cu)) { - regmbc(cu); - } - } - break; - case CLASS_PUNCT: - for (cu = 1; cu < 128; cu++) { - if (ispunct(cu)) { - regmbc(cu); - } - } - break; - case CLASS_SPACE: - for (cu = 9; cu <= 13; cu++) { - regc(cu); - } - regc(' '); - break; - case CLASS_UPPER: - for (cu = 1; cu <= 255; cu++) { - if (mb_isupper(cu)) { - regmbc(cu); - } - } - break; - case CLASS_XDIGIT: - for (cu = 1; cu <= 255; cu++) { - if (ascii_isxdigit(cu)) { - regmbc(cu); - } - } - break; - case CLASS_TAB: - regc('\t'); - break; - case CLASS_RETURN: - regc('\r'); - break; - case CLASS_BACKSPACE: - regc('\b'); - break; - case CLASS_ESCAPE: - regc(ESC); - break; - case CLASS_IDENT: - for (cu = 1; cu <= 255; cu++) { - if (vim_isIDc(cu)) { - regmbc(cu); - } - } - break; - case CLASS_KEYWORD: - for (cu = 1; cu <= 255; cu++) { - if (reg_iswordc(cu)) { - regmbc(cu); - } - } - break; - case CLASS_FNAME: - for (cu = 1; cu <= 255; cu++) { - if (vim_isfilec(cu)) { - regmbc(cu); - } - } - break; - } - } else { - // produce a multibyte character, including any - // following composing characters. - startc = utf_ptr2char((char *)regparse); - int len = utfc_ptr2len((char *)regparse); - if (utf_char2len(startc) != len) { - // composing chars - startc = -1; - } - while (--len >= 0) { - regc(*regparse++); - } - } - } - regc(NUL); - prevchr_len = 1; // last char was the ']' - if (*regparse != ']') { - EMSG_RET_NULL(_(e_toomsbra)); // Cannot happen? - } - skipchr(); // let's be friends with the lexer again - *flagp |= HASWIDTH | SIMPLE; - break; - } else if (reg_strict) { - EMSG2_RET_NULL(_(e_missingbracket), reg_magic > MAGIC_OFF); - } - } - FALLTHROUGH; - - default: { - int len; - - // A multi-byte character is handled as a separate atom if it's - // before a multi and when it's a composing char. - if (use_multibytecode(c)) { -do_multibyte: - ret = regnode(MULTIBYTECODE); - regmbc(c); - *flagp |= HASWIDTH | SIMPLE; - break; - } - - ret = regnode(EXACTLY); - - // Append characters as long as: - // - there is no following multi, we then need the character in - // front of it as a single character operand - // - not running into a Magic character - // - "one_exactly" is not set - // But always emit at least one character. Might be a Multi, - // e.g., a "[" without matching "]". - for (len = 0; c != NUL && (len == 0 - || (re_multi_type(peekchr()) == NOT_MULTI - && !one_exactly - && !is_Magic(c))); len++) { - c = no_Magic(c); - { - regmbc(c); - { - int l; - - // Need to get composing character too. - while (true) { - l = utf_ptr2len((char *)regparse); - if (!utf_composinglike(regparse, regparse + l)) { - break; - } - regmbc(utf_ptr2char((char *)regparse)); - skipchr(); - } - } - } - c = getchr(); - } - ungetchr(); - - regc(NUL); - *flagp |= HASWIDTH; - if (len == 1) { - *flagp |= SIMPLE; - } - } - break; - } - - return ret; -} - -// Parse something followed by possible [*+=]. -// -// Note that the branching code sequences used for = and the general cases -// of * and + are somewhat optimized: they use the same NOTHING node as -// both the endmarker for their branch list and the body of the last branch. -// It might seem that this node could be dispensed with entirely, but the -// endmarker role is not redundant. -static uint8_t *regpiece(int *flagp) -{ - uint8_t *ret; - int op; - uint8_t *next; - int flags; - int minval; - int maxval; - - ret = regatom(&flags); - if (ret == NULL) { - return NULL; - } - - op = peekchr(); - if (re_multi_type(op) == NOT_MULTI) { - *flagp = flags; - return ret; - } - // default flags - *flagp = (WORST | SPSTART | (flags & (HASNL | HASLOOKBH))); - - skipchr(); - switch (op) { - case Magic('*'): - if (flags & SIMPLE) { - reginsert(STAR, ret); - } else { - // Emit x* as (x&|), where & means "self". - reginsert(BRANCH, ret); // Either x - regoptail(ret, regnode(BACK)); // and loop - regoptail(ret, ret); // back - regtail(ret, regnode(BRANCH)); // or - regtail(ret, regnode(NOTHING)); // null. - } - break; - - case Magic('+'): - if (flags & SIMPLE) { - reginsert(PLUS, ret); - } else { - // Emit x+ as x(&|), where & means "self". - next = regnode(BRANCH); // Either - regtail(ret, next); - regtail(regnode(BACK), ret); // loop back - regtail(next, regnode(BRANCH)); // or - regtail(ret, regnode(NOTHING)); // null. - } - *flagp = (WORST | HASWIDTH | (flags & (HASNL | HASLOOKBH))); - break; - - case Magic('@'): { - int lop = END; - int64_t nr = getdecchrs(); - - switch (no_Magic(getchr())) { - case '=': - lop = MATCH; break; // \@= - case '!': - lop = NOMATCH; break; // \@! - case '>': - lop = SUBPAT; break; // \@> - case '<': - switch (no_Magic(getchr())) { - case '=': - lop = BEHIND; break; // \@<= - case '!': - lop = NOBEHIND; break; // \@<! - } - } - if (lop == END) { - EMSG2_RET_NULL(_(e_invalid_character_after_str_at), - reg_magic == MAGIC_ALL); - } - // Look behind must match with behind_pos. - if (lop == BEHIND || lop == NOBEHIND) { - regtail(ret, regnode(BHPOS)); - *flagp |= HASLOOKBH; - } - regtail(ret, regnode(END)); // operand ends - if (lop == BEHIND || lop == NOBEHIND) { - if (nr < 0) { - nr = 0; // no limit is same as zero limit - } - reginsert_nr(lop, (uint32_t)nr, ret); - } else { - reginsert(lop, ret); - } - break; - } - - case Magic('?'): - case Magic('='): - // Emit x= as (x|) - reginsert(BRANCH, ret); // Either x - regtail(ret, regnode(BRANCH)); // or - next = regnode(NOTHING); // null. - regtail(ret, next); - regoptail(ret, next); - break; - - case Magic('{'): - if (!read_limits(&minval, &maxval)) { - return NULL; - } - if (flags & SIMPLE) { - reginsert(BRACE_SIMPLE, ret); - reginsert_limits(BRACE_LIMITS, minval, maxval, ret); - } else { - if (num_complex_braces >= 10) { - EMSG2_RET_NULL(_("E60: Too many complex %s{...}s"), - reg_magic == MAGIC_ALL); - } - reginsert(BRACE_COMPLEX + num_complex_braces, ret); - regoptail(ret, regnode(BACK)); - regoptail(ret, ret); - reginsert_limits(BRACE_LIMITS, minval, maxval, ret); - num_complex_braces++; - } - if (minval > 0 && maxval > 0) { - *flagp = (HASWIDTH | (flags & (HASNL | HASLOOKBH))); - } - break; - } - if (re_multi_type(peekchr()) != NOT_MULTI) { - // Can't have a multi follow a multi. - if (peekchr() == Magic('*')) { - EMSG2_RET_NULL(_("E61: Nested %s*"), reg_magic >= MAGIC_ON); - } - EMSG3_RET_NULL(_("E62: Nested %s%c"), reg_magic == MAGIC_ALL, no_Magic(peekchr())); - } - - return ret; -} - -// Parse one alternative of an | or & operator. -// Implements the concatenation operator. -static uint8_t *regconcat(int *flagp) -{ - uint8_t *first = NULL; - uint8_t *chain = NULL; - uint8_t *latest; - int flags; - int cont = true; - - *flagp = WORST; // Tentatively. - - while (cont) { - switch (peekchr()) { - case NUL: - case Magic('|'): - case Magic('&'): - case Magic(')'): - cont = false; - break; - case Magic('Z'): - regflags |= RF_ICOMBINE; - skipchr_keepstart(); - break; - case Magic('c'): - regflags |= RF_ICASE; - skipchr_keepstart(); - break; - case Magic('C'): - regflags |= RF_NOICASE; - skipchr_keepstart(); - break; - case Magic('v'): - reg_magic = MAGIC_ALL; - skipchr_keepstart(); - curchr = -1; - break; - case Magic('m'): - reg_magic = MAGIC_ON; - skipchr_keepstart(); - curchr = -1; - break; - case Magic('M'): - reg_magic = MAGIC_OFF; - skipchr_keepstart(); - curchr = -1; - break; - case Magic('V'): - reg_magic = MAGIC_NONE; - skipchr_keepstart(); - curchr = -1; - break; - default: - latest = regpiece(&flags); - if (latest == NULL || reg_toolong) { - return NULL; - } - *flagp |= flags & (HASWIDTH | HASNL | HASLOOKBH); - if (chain == NULL) { // First piece. - *flagp |= flags & SPSTART; - } else { - regtail(chain, latest); - } - chain = latest; - if (first == NULL) { - first = latest; - } - break; - } - } - if (first == NULL) { // Loop ran zero times. - first = regnode(NOTHING); - } - return first; -} - -// Parse one alternative of an | operator. -// Implements the & operator. -static uint8_t *regbranch(int *flagp) -{ - uint8_t *ret; - uint8_t *chain = NULL; - uint8_t *latest; - int flags; - - *flagp = WORST | HASNL; // Tentatively. - - ret = regnode(BRANCH); - while (true) { - latest = regconcat(&flags); - if (latest == NULL) { - return NULL; - } - // If one of the branches has width, the whole thing has. If one of - // the branches anchors at start-of-line, the whole thing does. - // If one of the branches uses look-behind, the whole thing does. - *flagp |= flags & (HASWIDTH | SPSTART | HASLOOKBH); - // If one of the branches doesn't match a line-break, the whole thing - // doesn't. - *flagp &= ~HASNL | (flags & HASNL); - if (chain != NULL) { - regtail(chain, latest); - } - if (peekchr() != Magic('&')) { - break; - } - skipchr(); - regtail(latest, regnode(END)); // operand ends - if (reg_toolong) { - break; - } - reginsert(MATCH, latest); - chain = latest; - } - - return ret; -} - -/// Parse regular expression, i.e. main body or parenthesized thing. -/// -/// Caller must absorb opening parenthesis. -/// -/// Combining parenthesis handling with the base level of regular expression -/// is a trifle forced, but the need to tie the tails of the branches to what -/// follows makes it hard to avoid. -/// -/// @param paren REG_NOPAREN, REG_PAREN, REG_NPAREN or REG_ZPAREN -static uint8_t *reg(int paren, int *flagp) -{ - uint8_t *ret; - uint8_t *br; - uint8_t *ender; - int parno = 0; - int flags; - - *flagp = HASWIDTH; // Tentatively. - - if (paren == REG_ZPAREN) { - // Make a ZOPEN node. - if (regnzpar >= NSUBEXP) { - EMSG_RET_NULL(_("E50: Too many \\z(")); - } - parno = regnzpar; - regnzpar++; - ret = regnode(ZOPEN + parno); - } else if (paren == REG_PAREN) { - // Make a MOPEN node. - if (regnpar >= NSUBEXP) { - EMSG2_RET_NULL(_("E51: Too many %s("), reg_magic == MAGIC_ALL); - } - parno = regnpar; - regnpar++; - ret = regnode(MOPEN + parno); - } else if (paren == REG_NPAREN) { - // Make a NOPEN node. - ret = regnode(NOPEN); - } else { - ret = NULL; - } - - // Pick up the branches, linking them together. - br = regbranch(&flags); - if (br == NULL) { - return NULL; - } - if (ret != NULL) { - regtail(ret, br); // [MZ]OPEN -> first. - } else { - ret = br; - } - // If one of the branches can be zero-width, the whole thing can. - // If one of the branches has * at start or matches a line-break, the - // whole thing can. - if (!(flags & HASWIDTH)) { - *flagp &= ~HASWIDTH; - } - *flagp |= flags & (SPSTART | HASNL | HASLOOKBH); - while (peekchr() == Magic('|')) { - skipchr(); - br = regbranch(&flags); - if (br == NULL || reg_toolong) { - return NULL; - } - regtail(ret, br); // BRANCH -> BRANCH. - if (!(flags & HASWIDTH)) { - *flagp &= ~HASWIDTH; - } - *flagp |= flags & (SPSTART | HASNL | HASLOOKBH); - } - - // Make a closing node, and hook it on the end. - ender = regnode(paren == REG_ZPAREN ? ZCLOSE + parno : - paren == REG_PAREN ? MCLOSE + parno : - paren == REG_NPAREN ? NCLOSE : END); - regtail(ret, ender); - - // Hook the tails of the branches to the closing node. - for (br = ret; br != NULL; br = regnext(br)) { - regoptail(br, ender); - } - - // Check for proper termination. - if (paren != REG_NOPAREN && getchr() != Magic(')')) { - if (paren == REG_ZPAREN) { - EMSG_RET_NULL(_("E52: Unmatched \\z(")); - } else if (paren == REG_NPAREN) { - EMSG2_RET_NULL(_(e_unmatchedpp), reg_magic == MAGIC_ALL); - } else { - EMSG2_RET_NULL(_(e_unmatchedp), reg_magic == MAGIC_ALL); - } - } else if (paren == REG_NOPAREN && peekchr() != NUL) { - if (curchr == Magic(')')) { - EMSG2_RET_NULL(_(e_unmatchedpar), reg_magic == MAGIC_ALL); - } else { - EMSG_RET_NULL(_(e_trailing)); // "Can't happen". - } - // NOTREACHED - } - // Here we set the flag allowing back references to this set of - // parentheses. - if (paren == REG_PAREN) { - had_endbrace[parno] = true; // have seen the close paren - } - return ret; -} - -// bt_regcomp() - compile a regular expression into internal code for the -// traditional back track matcher. -// Returns the program in allocated space. Returns NULL for an error. -// -// We can't allocate space until we know how big the compiled form will be, -// but we can't compile it (and thus know how big it is) until we've got a -// place to put the code. So we cheat: we compile it twice, once with code -// generation turned off and size counting turned on, and once "for real". -// This also means that we don't allocate space until we are sure that the -// thing really will compile successfully, and we never have to move the -// code and thus invalidate pointers into it. (Note that it has to be in -// one piece because free() must be able to free it all.) -// -// Whether upper/lower case is to be ignored is decided when executing the -// program, it does not matter here. -// -// Beware that the optimization-preparation code in here knows about some -// of the structure of the compiled regexp. -// "re_flags": RE_MAGIC and/or RE_STRING. -static regprog_T *bt_regcomp(uint8_t *expr, int re_flags) -{ - uint8_t *scan; - uint8_t *longest; - int len; - int flags; - - if (expr == NULL) { - IEMSG_RET_NULL(_(e_null)); - } - - init_class_tab(); - - // First pass: determine size, legality. - regcomp_start(expr, re_flags); - regcode = JUST_CALC_SIZE; - regc(REGMAGIC); - if (reg(REG_NOPAREN, &flags) == NULL) { - return NULL; - } - - // Allocate space. - bt_regprog_T *r = xmalloc(offsetof(bt_regprog_T, program) + (size_t)regsize); - r->re_in_use = false; - - // Second pass: emit code. - regcomp_start(expr, re_flags); - regcode = r->program; - regc(REGMAGIC); - if (reg(REG_NOPAREN, &flags) == NULL || reg_toolong) { - xfree(r); - if (reg_toolong) { - EMSG_RET_NULL(_("E339: Pattern too long")); - } - return NULL; - } - - // Dig out information for optimizations. - r->regstart = NUL; // Worst-case defaults. - r->reganch = 0; - r->regmust = NULL; - r->regmlen = 0; - r->regflags = regflags; - if (flags & HASNL) { - r->regflags |= RF_HASNL; - } - if (flags & HASLOOKBH) { - r->regflags |= RF_LOOKBH; - } - // Remember whether this pattern has any \z specials in it. - r->reghasz = (uint8_t)re_has_z; - scan = r->program + 1; // First BRANCH. - if (OP(regnext(scan)) == END) { // Only one top-level choice. - scan = OPERAND(scan); - - // Starting-point info. - if (OP(scan) == BOL || OP(scan) == RE_BOF) { - r->reganch++; - scan = regnext(scan); - } - - if (OP(scan) == EXACTLY) { - r->regstart = utf_ptr2char((char *)OPERAND(scan)); - } else if (OP(scan) == BOW - || OP(scan) == EOW - || OP(scan) == NOTHING - || OP(scan) == MOPEN + 0 || OP(scan) == NOPEN - || OP(scan) == MCLOSE + 0 || OP(scan) == NCLOSE) { - uint8_t *regnext_scan = regnext(scan); - if (OP(regnext_scan) == EXACTLY) { - r->regstart = utf_ptr2char((char *)OPERAND(regnext_scan)); - } - } - - // If there's something expensive in the r.e., find the longest - // literal string that must appear and make it the regmust. Resolve - // ties in favor of later strings, since the regstart check works - // with the beginning of the r.e. and avoiding duplication - // strengthens checking. Not a strong reason, but sufficient in the - // absence of others. - - // When the r.e. starts with BOW, it is faster to look for a regmust - // first. Used a lot for "#" and "*" commands. (Added by mool). - if ((flags & SPSTART || OP(scan) == BOW || OP(scan) == EOW) - && !(flags & HASNL)) { - longest = NULL; - len = 0; - for (; scan != NULL; scan = regnext(scan)) { - if (OP(scan) == EXACTLY && strlen((char *)OPERAND(scan)) >= (size_t)len) { - longest = OPERAND(scan); - len = (int)strlen((char *)OPERAND(scan)); - } - } - r->regmust = longest; - r->regmlen = len; - } - } -#ifdef BT_REGEXP_DUMP - regdump(expr, r); -#endif - r->engine = &bt_regengine; - return (regprog_T *)r; -} - -// Check if during the previous call to vim_regcomp the EOL item "$" has been -// found. This is messy, but it works fine. -int vim_regcomp_had_eol(void) -{ - return had_eol; -} - -// Get a number after a backslash that is inside []. -// When nothing is recognized return a backslash. -static int coll_get_char(void) -{ - int64_t nr = -1; - - switch (*regparse++) { - case 'd': - nr = getdecchrs(); break; - case 'o': - nr = getoctchrs(); break; - case 'x': - nr = gethexchrs(2); break; - case 'u': - nr = gethexchrs(4); break; - case 'U': - nr = gethexchrs(8); break; - } - if (nr < 0 || nr > INT_MAX) { - // If getting the number fails be backwards compatible: the character - // is a backslash. - regparse--; - nr = '\\'; - } - return (int)nr; -} - -// Free a compiled regexp program, returned by bt_regcomp(). -static void bt_regfree(regprog_T *prog) -{ - xfree(prog); -} - -#define ADVANCE_REGINPUT() MB_PTR_ADV(rex.input) - -// The arguments from BRACE_LIMITS are stored here. They are actually local -// to regmatch(), but they are here to reduce the amount of stack space used -// (it can be called recursively many times). -static long bl_minval; -static long bl_maxval; - -// Save the input line and position in a regsave_T. -static void reg_save(regsave_T *save, garray_T *gap) - FUNC_ATTR_NONNULL_ALL -{ - if (REG_MULTI) { - save->rs_u.pos.col = (colnr_T)(rex.input - rex.line); - save->rs_u.pos.lnum = rex.lnum; - } else { - save->rs_u.ptr = rex.input; - } - save->rs_len = gap->ga_len; -} - -// Restore the input line and position from a regsave_T. -static void reg_restore(regsave_T *save, garray_T *gap) - FUNC_ATTR_NONNULL_ALL -{ - if (REG_MULTI) { - if (rex.lnum != save->rs_u.pos.lnum) { - // only call reg_getline() when the line number changed to save - // a bit of time - rex.lnum = save->rs_u.pos.lnum; - rex.line = (uint8_t *)reg_getline(rex.lnum); - } - rex.input = rex.line + save->rs_u.pos.col; - } else { - rex.input = save->rs_u.ptr; - } - gap->ga_len = save->rs_len; -} - -// Return true if current position is equal to saved position. -static bool reg_save_equal(const regsave_T *save) - FUNC_ATTR_NONNULL_ALL -{ - if (REG_MULTI) { - return rex.lnum == save->rs_u.pos.lnum - && rex.input == rex.line + save->rs_u.pos.col; - } - return rex.input == save->rs_u.ptr; -} - -// Save the sub-expressions before attempting a match. -#define save_se(savep, posp, pp) \ - REG_MULTI ? save_se_multi((savep), (posp)) : save_se_one((savep), (pp)) - -// After a failed match restore the sub-expressions. -#define restore_se(savep, posp, pp) { \ - if (REG_MULTI) /* NOLINT(readability/braces) */ \ - *(posp) = (savep)->se_u.pos; \ - else /* NOLINT */ \ - *(pp) = (savep)->se_u.ptr; } - -// Tentatively set the sub-expression start to the current position (after -// calling regmatch() they will have changed). Need to save the existing -// values for when there is no match. -// Use se_save() to use pointer (save_se_multi()) or position (save_se_one()), -// depending on REG_MULTI. -static void save_se_multi(save_se_T *savep, lpos_T *posp) -{ - savep->se_u.pos = *posp; - posp->lnum = rex.lnum; - posp->col = (colnr_T)(rex.input - rex.line); -} - -static void save_se_one(save_se_T *savep, uint8_t **pp) -{ - savep->se_u.ptr = *pp; - *pp = rex.input; -} - -/// regrepeat - repeatedly match something simple, return how many. -/// Advances rex.input (and rex.lnum) to just after the matched chars. -/// -/// @param maxcount maximum number of matches allowed -static int regrepeat(uint8_t *p, long maxcount) -{ - long count = 0; - uint8_t *opnd; - int mask; - int testval = 0; - - uint8_t *scan = rex.input; // Make local copy of rex.input for speed. - opnd = OPERAND(p); - switch (OP(p)) { - case ANY: - case ANY + ADD_NL: - while (count < maxcount) { - // Matching anything means we continue until end-of-line (or - // end-of-file for ANY + ADD_NL), only limited by maxcount. - while (*scan != NUL && count < maxcount) { - count++; - MB_PTR_ADV(scan); - } - if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline - || rex.reg_line_lbr || count == maxcount) { - break; - } - count++; // count the line-break - reg_nextline(); - scan = rex.input; - if (got_int) { - break; - } - } - break; - - case IDENT: - case IDENT + ADD_NL: - testval = 1; - FALLTHROUGH; - case SIDENT: - case SIDENT + ADD_NL: - while (count < maxcount) { - if (vim_isIDc(utf_ptr2char((char *)scan)) && (testval || !ascii_isdigit(*scan))) { - MB_PTR_ADV(scan); - } else if (*scan == NUL) { - if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline - || rex.reg_line_lbr) { - break; - } - reg_nextline(); - scan = rex.input; - if (got_int) { - break; - } - } else if (rex.reg_line_lbr && *scan == '\n' && WITH_NL(OP(p))) { - scan++; - } else { - break; - } - count++; - } - break; - - case KWORD: - case KWORD + ADD_NL: - testval = 1; - FALLTHROUGH; - case SKWORD: - case SKWORD + ADD_NL: - while (count < maxcount) { - if (vim_iswordp_buf((char *)scan, rex.reg_buf) - && (testval || !ascii_isdigit(*scan))) { - MB_PTR_ADV(scan); - } else if (*scan == NUL) { - if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline - || rex.reg_line_lbr) { - break; - } - reg_nextline(); - scan = rex.input; - if (got_int) { - break; - } - } else if (rex.reg_line_lbr && *scan == '\n' && WITH_NL(OP(p))) { - scan++; - } else { - break; - } - count++; - } - break; - - case FNAME: - case FNAME + ADD_NL: - testval = 1; - FALLTHROUGH; - case SFNAME: - case SFNAME + ADD_NL: - while (count < maxcount) { - if (vim_isfilec(utf_ptr2char((char *)scan)) && (testval || !ascii_isdigit(*scan))) { - MB_PTR_ADV(scan); - } else if (*scan == NUL) { - if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline - || rex.reg_line_lbr) { - break; - } - reg_nextline(); - scan = rex.input; - if (got_int) { - break; - } - } else if (rex.reg_line_lbr && *scan == '\n' && WITH_NL(OP(p))) { - scan++; - } else { - break; - } - count++; - } - break; - - case PRINT: - case PRINT + ADD_NL: - testval = 1; - FALLTHROUGH; - case SPRINT: - case SPRINT + ADD_NL: - while (count < maxcount) { - if (*scan == NUL) { - if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline - || rex.reg_line_lbr) { - break; - } - reg_nextline(); - scan = rex.input; - if (got_int) { - break; - } - } else if (vim_isprintc(utf_ptr2char((char *)scan)) == 1 - && (testval || !ascii_isdigit(*scan))) { - MB_PTR_ADV(scan); - } else if (rex.reg_line_lbr && *scan == '\n' && WITH_NL(OP(p))) { - scan++; - } else { - break; - } - count++; - } - break; - - case WHITE: - case WHITE + ADD_NL: - testval = mask = RI_WHITE; -do_class: - while (count < maxcount) { - int l; - if (*scan == NUL) { - if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline - || rex.reg_line_lbr) { - break; - } - reg_nextline(); - scan = rex.input; - if (got_int) { - break; - } - } else if ((l = utfc_ptr2len((char *)scan)) > 1) { - if (testval != 0) { - break; - } - scan += l; - } else if ((class_tab[*scan] & mask) == testval) { - scan++; - } else if (rex.reg_line_lbr && *scan == '\n' && WITH_NL(OP(p))) { - scan++; - } else { - break; - } - count++; - } - break; - - case NWHITE: - case NWHITE + ADD_NL: - mask = RI_WHITE; - goto do_class; - case DIGIT: - case DIGIT + ADD_NL: - testval = mask = RI_DIGIT; - goto do_class; - case NDIGIT: - case NDIGIT + ADD_NL: - mask = RI_DIGIT; - goto do_class; - case HEX: - case HEX + ADD_NL: - testval = mask = RI_HEX; - goto do_class; - case NHEX: - case NHEX + ADD_NL: - mask = RI_HEX; - goto do_class; - case OCTAL: - case OCTAL + ADD_NL: - testval = mask = RI_OCTAL; - goto do_class; - case NOCTAL: - case NOCTAL + ADD_NL: - mask = RI_OCTAL; - goto do_class; - case WORD: - case WORD + ADD_NL: - testval = mask = RI_WORD; - goto do_class; - case NWORD: - case NWORD + ADD_NL: - mask = RI_WORD; - goto do_class; - case HEAD: - case HEAD + ADD_NL: - testval = mask = RI_HEAD; - goto do_class; - case NHEAD: - case NHEAD + ADD_NL: - mask = RI_HEAD; - goto do_class; - case ALPHA: - case ALPHA + ADD_NL: - testval = mask = RI_ALPHA; - goto do_class; - case NALPHA: - case NALPHA + ADD_NL: - mask = RI_ALPHA; - goto do_class; - case LOWER: - case LOWER + ADD_NL: - testval = mask = RI_LOWER; - goto do_class; - case NLOWER: - case NLOWER + ADD_NL: - mask = RI_LOWER; - goto do_class; - case UPPER: - case UPPER + ADD_NL: - testval = mask = RI_UPPER; - goto do_class; - case NUPPER: - case NUPPER + ADD_NL: - mask = RI_UPPER; - goto do_class; - - case EXACTLY: { - int cu, cl; - - // This doesn't do a multi-byte character, because a MULTIBYTECODE - // would have been used for it. It does handle single-byte - // characters, such as latin1. - if (rex.reg_ic) { - cu = mb_toupper(*opnd); - cl = mb_tolower(*opnd); - while (count < maxcount && (*scan == cu || *scan == cl)) { - count++; - scan++; - } - } else { - cu = *opnd; - while (count < maxcount && *scan == cu) { - count++; - scan++; - } - } - break; - } - - case MULTIBYTECODE: { - int i, len, cf = 0; - - // Safety check (just in case 'encoding' was changed since - // compiling the program). - if ((len = utfc_ptr2len((char *)opnd)) > 1) { - if (rex.reg_ic) { - cf = utf_fold(utf_ptr2char((char *)opnd)); - } - while (count < maxcount && utfc_ptr2len((char *)scan) >= len) { - for (i = 0; i < len; i++) { - if (opnd[i] != scan[i]) { - break; - } - } - if (i < len && (!rex.reg_ic - || utf_fold(utf_ptr2char((char *)scan)) != cf)) { - break; - } - scan += len; - count++; - } - } - } - break; - - case ANYOF: - case ANYOF + ADD_NL: - testval = 1; - FALLTHROUGH; - - case ANYBUT: - case ANYBUT + ADD_NL: - while (count < maxcount) { - int len; - if (*scan == NUL) { - if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline - || rex.reg_line_lbr) { - break; - } - reg_nextline(); - scan = rex.input; - if (got_int) { - break; - } - } else if (rex.reg_line_lbr && *scan == '\n' && WITH_NL(OP(p))) { - scan++; - } else if ((len = utfc_ptr2len((char *)scan)) > 1) { - if ((cstrchr((char *)opnd, utf_ptr2char((char *)scan)) == NULL) == testval) { - break; - } - scan += len; - } else { - if ((cstrchr((char *)opnd, *scan) == NULL) == testval) { - break; - } - scan++; - } - count++; - } - break; - - case NEWL: - while (count < maxcount - && ((*scan == NUL && rex.lnum <= rex.reg_maxline && !rex.reg_line_lbr - && REG_MULTI) || (*scan == '\n' && rex.reg_line_lbr))) { - count++; - if (rex.reg_line_lbr) { - ADVANCE_REGINPUT(); - } else { - reg_nextline(); - } - scan = rex.input; - if (got_int) { - break; - } - } - break; - - default: // Oh dear. Called inappropriately. - iemsg(_(e_re_corr)); -#ifdef REGEXP_DEBUG - printf("Called regrepeat with op code %d\n", OP(p)); -#endif - break; - } - - rex.input = scan; - - return (int)count; -} - -// Push an item onto the regstack. -// Returns pointer to new item. Returns NULL when out of memory. -static regitem_T *regstack_push(regstate_T state, uint8_t *scan) -{ - regitem_T *rp; - - if ((long)((unsigned)regstack.ga_len >> 10) >= p_mmp) { - emsg(_(e_pattern_uses_more_memory_than_maxmempattern)); - return NULL; - } - ga_grow(®stack, sizeof(regitem_T)); - - rp = (regitem_T *)((char *)regstack.ga_data + regstack.ga_len); - rp->rs_state = state; - rp->rs_scan = scan; - - regstack.ga_len += (int)sizeof(regitem_T); - return rp; -} - -// Pop an item from the regstack. -static void regstack_pop(uint8_t **scan) -{ - regitem_T *rp; - - rp = (regitem_T *)((char *)regstack.ga_data + regstack.ga_len) - 1; - *scan = rp->rs_scan; - - regstack.ga_len -= (int)sizeof(regitem_T); -} - -// Save the current subexpr to "bp", so that they can be restored -// later by restore_subexpr(). -static void save_subexpr(regbehind_T *bp) - FUNC_ATTR_NONNULL_ALL -{ - // When "rex.need_clear_subexpr" is set we don't need to save the values, only - // remember that this flag needs to be set again when restoring. - bp->save_need_clear_subexpr = rex.need_clear_subexpr; - if (rex.need_clear_subexpr) { - return; - } - - for (int i = 0; i < NSUBEXP; i++) { - if (REG_MULTI) { - bp->save_start[i].se_u.pos = rex.reg_startpos[i]; - bp->save_end[i].se_u.pos = rex.reg_endpos[i]; - } else { - bp->save_start[i].se_u.ptr = rex.reg_startp[i]; - bp->save_end[i].se_u.ptr = rex.reg_endp[i]; - } - } -} - -// Restore the subexpr from "bp". -static void restore_subexpr(regbehind_T *bp) - FUNC_ATTR_NONNULL_ALL -{ - // Only need to restore saved values when they are not to be cleared. - rex.need_clear_subexpr = bp->save_need_clear_subexpr; - if (rex.need_clear_subexpr) { - return; - } - - for (int i = 0; i < NSUBEXP; i++) { - if (REG_MULTI) { - rex.reg_startpos[i] = bp->save_start[i].se_u.pos; - rex.reg_endpos[i] = bp->save_end[i].se_u.pos; - } else { - rex.reg_startp[i] = bp->save_start[i].se_u.ptr; - rex.reg_endp[i] = bp->save_end[i].se_u.ptr; - } - } -} -/// Main matching routine -/// -/// Conceptually the strategy is simple: Check to see whether the current node -/// matches, push an item onto the regstack and loop to see whether the rest -/// matches, and then act accordingly. In practice we make some effort to -/// avoid using the regstack, in particular by going through "ordinary" nodes -/// (that don't need to know whether the rest of the match failed) by a nested -/// loop. -/// -/// @param scan Current node. -/// @param tm timeout limit or NULL -/// @param timed_out flag set on timeout or NULL -/// -/// @return - true when there is a match. Leaves rex.input and rex.lnum -/// just after the last matched character. -/// - false when there is no match. Leaves rex.input and rex.lnum in an -/// undefined state! -static bool regmatch(uint8_t *scan, proftime_T *tm, int *timed_out) -{ - uint8_t *next; // Next node. - int op; - int c; - regitem_T *rp; - int no; - int status; // one of the RA_ values: - int tm_count = 0; - - // Make "regstack" and "backpos" empty. They are allocated and freed in - // bt_regexec_both() to reduce malloc()/free() calls. - regstack.ga_len = 0; - backpos.ga_len = 0; - - // Repeat until "regstack" is empty. - while (true) { - // Some patterns may take a long time to match, e.g., "\([a-z]\+\)\+Q". - // Allow interrupting them with CTRL-C. - reg_breakcheck(); - -#ifdef REGEXP_DEBUG - if (scan != NULL && regnarrate) { - os_errmsg((char *)regprop(scan)); - os_errmsg("(\n"); - } -#endif - - // Repeat for items that can be matched sequentially, without using the - // regstack. - while (true) { - if (got_int || scan == NULL) { - status = RA_FAIL; - break; - } - // Check for timeout once in a 100 times to avoid overhead. - if (tm != NULL && ++tm_count == 100) { - tm_count = 0; - if (profile_passed_limit(*tm)) { - if (timed_out != NULL) { - *timed_out = true; - } - status = RA_FAIL; - break; - } - } - status = RA_CONT; - -#ifdef REGEXP_DEBUG - if (regnarrate) { - os_errmsg((char *)regprop(scan)); - os_errmsg("...\n"); - if (re_extmatch_in != NULL) { - int i; - - os_errmsg(_("External submatches:\n")); - for (i = 0; i < NSUBEXP; i++) { - os_errmsg(" \""); - if (re_extmatch_in->matches[i] != NULL) { - os_errmsg((char *)re_extmatch_in->matches[i]); - } - os_errmsg("\"\n"); - } - } - } -#endif - next = regnext(scan); - - op = OP(scan); - // Check for character class with NL added. - if (!rex.reg_line_lbr && WITH_NL(op) && REG_MULTI - && *rex.input == NUL && rex.lnum <= rex.reg_maxline) { - reg_nextline(); - } else if (rex.reg_line_lbr && WITH_NL(op) && *rex.input == '\n') { - ADVANCE_REGINPUT(); - } else { - if (WITH_NL(op)) { - op -= ADD_NL; - } - c = utf_ptr2char((char *)rex.input); - switch (op) { - case BOL: - if (rex.input != rex.line) { - status = RA_NOMATCH; - } - break; - - case EOL: - if (c != NUL) { - status = RA_NOMATCH; - } - break; - - case RE_BOF: - // We're not at the beginning of the file when below the first - // line where we started, not at the start of the line or we - // didn't start at the first line of the buffer. - if (rex.lnum != 0 || rex.input != rex.line - || (REG_MULTI && rex.reg_firstlnum > 1)) { - status = RA_NOMATCH; - } - break; - - case RE_EOF: - if (rex.lnum != rex.reg_maxline || c != NUL) { - status = RA_NOMATCH; - } - break; - - case CURSOR: - // Check if the buffer is in a window and compare the - // rex.reg_win->w_cursor position to the match position. - if (rex.reg_win == NULL - || (rex.lnum + rex.reg_firstlnum != rex.reg_win->w_cursor.lnum) - || ((colnr_T)(rex.input - rex.line) != - rex.reg_win->w_cursor.col)) { - status = RA_NOMATCH; - } - break; - - case RE_MARK: - // Compare the mark position to the match position. - { - int mark = OPERAND(scan)[0]; - int cmp = OPERAND(scan)[1]; - pos_T *pos; - size_t col = REG_MULTI ? (size_t)(rex.input - rex.line) : 0; - fmark_T *fm = mark_get(rex.reg_buf, curwin, NULL, kMarkBufLocal, mark); - - // Line may have been freed, get it again. - if (REG_MULTI) { - rex.line = (uint8_t *)reg_getline(rex.lnum); - rex.input = rex.line + col; - } - - if (fm == NULL // mark doesn't exist - || fm->mark.lnum <= 0) { // mark isn't set in reg_buf - status = RA_NOMATCH; - } else { - pos = &fm->mark; - const colnr_T pos_col = pos->lnum == rex.lnum + rex.reg_firstlnum - && pos->col == MAXCOL - ? (colnr_T)strlen((char *)reg_getline(pos->lnum - rex.reg_firstlnum)) - : pos->col; - - if (pos->lnum == rex.lnum + rex.reg_firstlnum - ? (pos_col == (colnr_T)(rex.input - rex.line) - ? (cmp == '<' || cmp == '>') - : (pos_col < (colnr_T)(rex.input - rex.line) - ? cmp != '>' - : cmp != '<')) - : (pos->lnum < rex.lnum + rex.reg_firstlnum - ? cmp != '>' - : cmp != '<')) { - status = RA_NOMATCH; - } - } - } - break; - - case RE_VISUAL: - if (!reg_match_visual()) { - status = RA_NOMATCH; - } - break; - - case RE_LNUM: - assert(rex.lnum + rex.reg_firstlnum >= 0 - && (uintmax_t)(rex.lnum + rex.reg_firstlnum) <= UINT32_MAX); - if (!REG_MULTI - || !re_num_cmp((uint32_t)(rex.lnum + rex.reg_firstlnum), scan)) { - status = RA_NOMATCH; - } - break; - - case RE_COL: - assert(rex.input - rex.line + 1 >= 0 - && (uintmax_t)(rex.input - rex.line + 1) <= UINT32_MAX); - if (!re_num_cmp((uint32_t)(rex.input - rex.line + 1), scan)) { - status = RA_NOMATCH; - } - break; - - case RE_VCOL: - if (!re_num_cmp(win_linetabsize(rex.reg_win == NULL - ? curwin : rex.reg_win, - rex.reg_firstlnum + rex.lnum, - (char *)rex.line, - (colnr_T)(rex.input - rex.line)) + 1, - scan)) { - status = RA_NOMATCH; - } - break; - - case BOW: // \<word; rex.input points to w - if (c == NUL) { // Can't match at end of line - status = RA_NOMATCH; - } else { - // Get class of current and previous char (if it exists). - const int this_class = - mb_get_class_tab((char *)rex.input, rex.reg_buf->b_chartab); - if (this_class <= 1) { - status = RA_NOMATCH; // Not on a word at all. - } else if (reg_prev_class() == this_class) { - status = RA_NOMATCH; // Previous char is in same word. - } - } - break; - - case EOW: // word\>; rex.input points after d - if (rex.input == rex.line) { // Can't match at start of line - status = RA_NOMATCH; - } else { - int this_class, prev_class; - - // Get class of current and previous char (if it exists). - this_class = mb_get_class_tab((char *)rex.input, rex.reg_buf->b_chartab); - prev_class = reg_prev_class(); - if (this_class == prev_class - || prev_class == 0 || prev_class == 1) { - status = RA_NOMATCH; - } - } - break; // Matched with EOW - - case ANY: - // ANY does not match new lines. - if (c == NUL) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case IDENT: - if (!vim_isIDc(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case SIDENT: - if (ascii_isdigit(*rex.input) || !vim_isIDc(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case KWORD: - if (!vim_iswordp_buf((char *)rex.input, rex.reg_buf)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case SKWORD: - if (ascii_isdigit(*rex.input) - || !vim_iswordp_buf((char *)rex.input, rex.reg_buf)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case FNAME: - if (!vim_isfilec(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case SFNAME: - if (ascii_isdigit(*rex.input) || !vim_isfilec(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case PRINT: - if (!vim_isprintc(utf_ptr2char((char *)rex.input))) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case SPRINT: - if (ascii_isdigit(*rex.input) || !vim_isprintc(utf_ptr2char((char *)rex.input))) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case WHITE: - if (!ascii_iswhite(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case NWHITE: - if (c == NUL || ascii_iswhite(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case DIGIT: - if (!ri_digit(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case NDIGIT: - if (c == NUL || ri_digit(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case HEX: - if (!ri_hex(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case NHEX: - if (c == NUL || ri_hex(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case OCTAL: - if (!ri_octal(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case NOCTAL: - if (c == NUL || ri_octal(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case WORD: - if (!ri_word(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case NWORD: - if (c == NUL || ri_word(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case HEAD: - if (!ri_head(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case NHEAD: - if (c == NUL || ri_head(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case ALPHA: - if (!ri_alpha(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case NALPHA: - if (c == NUL || ri_alpha(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case LOWER: - if (!ri_lower(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case NLOWER: - if (c == NUL || ri_lower(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case UPPER: - if (!ri_upper(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case NUPPER: - if (c == NUL || ri_upper(c)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case EXACTLY: { - int len; - uint8_t *opnd; - - opnd = OPERAND(scan); - // Inline the first byte, for speed. - if (*opnd != *rex.input - && (!rex.reg_ic)) { - status = RA_NOMATCH; - } else if (*opnd == NUL) { - // match empty string always works; happens when "~" is - // empty. - } else { - if (opnd[1] == NUL && !rex.reg_ic) { - len = 1; // matched a single byte above - } else { - // Need to match first byte again for multi-byte. - len = (int)strlen((char *)opnd); - if (cstrncmp((char *)opnd, (char *)rex.input, &len) != 0) { - status = RA_NOMATCH; - } - } - // Check for following composing character, unless %C - // follows (skips over all composing chars). - if (status != RA_NOMATCH - && utf_composinglike((char *)rex.input, (char *)rex.input + len) - && !rex.reg_icombine - && OP(next) != RE_COMPOSING) { - // raaron: This code makes a composing character get - // ignored, which is the correct behavior (sometimes) - // for voweled Hebrew texts. - status = RA_NOMATCH; - } - if (status != RA_NOMATCH) { - rex.input += len; - } - } - } - break; - - case ANYOF: - case ANYBUT: - if (c == NUL) { - status = RA_NOMATCH; - } else if ((cstrchr((char *)OPERAND(scan), c) == NULL) == (op == ANYOF)) { - status = RA_NOMATCH; - } else { - ADVANCE_REGINPUT(); - } - break; - - case MULTIBYTECODE: { - int i, len; - - const uint8_t *opnd = OPERAND(scan); - // Safety check (just in case 'encoding' was changed since - // compiling the program). - if ((len = utfc_ptr2len((char *)opnd)) < 2) { - status = RA_NOMATCH; - break; - } - const int opndc = utf_ptr2char((char *)opnd); - if (utf_iscomposing(opndc)) { - // When only a composing char is given match at any - // position where that composing char appears. - status = RA_NOMATCH; - for (i = 0; rex.input[i] != NUL; - i += utf_ptr2len((char *)rex.input + i)) { - const int inpc = utf_ptr2char((char *)rex.input + i); - if (!utf_iscomposing(inpc)) { - if (i > 0) { - break; - } - } else if (opndc == inpc) { - // Include all following composing chars. - len = i + utfc_ptr2len((char *)rex.input + i); - status = RA_MATCH; - break; - } - } - } else { - for (i = 0; i < len; i++) { - if (opnd[i] != rex.input[i]) { - status = RA_NOMATCH; - break; - } - } - } - rex.input += len; - } - break; - - case RE_COMPOSING: - // Skip composing characters. - while (utf_iscomposing(utf_ptr2char((char *)rex.input))) { - MB_CPTR_ADV(rex.input); - } - break; - - case NOTHING: - break; - - case BACK: { - int i; - - // When we run into BACK we need to check if we don't keep - // looping without matching any input. The second and later - // times a BACK is encountered it fails if the input is still - // at the same position as the previous time. - // The positions are stored in "backpos" and found by the - // current value of "scan", the position in the RE program. - backpos_T *bp = (backpos_T *)backpos.ga_data; - for (i = 0; i < backpos.ga_len; i++) { - if (bp[i].bp_scan == scan) { - break; - } - } - if (i == backpos.ga_len) { - backpos_T *p = GA_APPEND_VIA_PTR(backpos_T, &backpos); - p->bp_scan = scan; - } else if (reg_save_equal(&bp[i].bp_pos)) { - // Still at same position as last time, fail. - status = RA_NOMATCH; - } - - assert(status != RA_FAIL); - if (status != RA_NOMATCH) { - reg_save(&bp[i].bp_pos, &backpos); - } - } - break; - - case MOPEN + 0: // Match start: \zs - case MOPEN + 1: // \( - case MOPEN + 2: - case MOPEN + 3: - case MOPEN + 4: - case MOPEN + 5: - case MOPEN + 6: - case MOPEN + 7: - case MOPEN + 8: - case MOPEN + 9: - no = op - MOPEN; - cleanup_subexpr(); - rp = regstack_push(RS_MOPEN, scan); - if (rp == NULL) { - status = RA_FAIL; - } else { - rp->rs_no = (int16_t)no; - save_se(&rp->rs_un.sesave, &rex.reg_startpos[no], - &rex.reg_startp[no]); - // We simply continue and handle the result when done. - } - break; - - case NOPEN: // \%( - case NCLOSE: // \) after \%( - if (regstack_push(RS_NOPEN, scan) == NULL) { - status = RA_FAIL; - } - // We simply continue and handle the result when done. - break; - - case ZOPEN + 1: - case ZOPEN + 2: - case ZOPEN + 3: - case ZOPEN + 4: - case ZOPEN + 5: - case ZOPEN + 6: - case ZOPEN + 7: - case ZOPEN + 8: - case ZOPEN + 9: - no = op - ZOPEN; - cleanup_zsubexpr(); - rp = regstack_push(RS_ZOPEN, scan); - if (rp == NULL) { - status = RA_FAIL; - } else { - rp->rs_no = (int16_t)no; - save_se(&rp->rs_un.sesave, ®_startzpos[no], - ®_startzp[no]); - // We simply continue and handle the result when done. - } - break; - - case MCLOSE + 0: // Match end: \ze - case MCLOSE + 1: // \) - case MCLOSE + 2: - case MCLOSE + 3: - case MCLOSE + 4: - case MCLOSE + 5: - case MCLOSE + 6: - case MCLOSE + 7: - case MCLOSE + 8: - case MCLOSE + 9: - no = op - MCLOSE; - cleanup_subexpr(); - rp = regstack_push(RS_MCLOSE, scan); - if (rp == NULL) { - status = RA_FAIL; - } else { - rp->rs_no = (int16_t)no; - save_se(&rp->rs_un.sesave, &rex.reg_endpos[no], &rex.reg_endp[no]); - // We simply continue and handle the result when done. - } - break; - - case ZCLOSE + 1: // \) after \z( - case ZCLOSE + 2: - case ZCLOSE + 3: - case ZCLOSE + 4: - case ZCLOSE + 5: - case ZCLOSE + 6: - case ZCLOSE + 7: - case ZCLOSE + 8: - case ZCLOSE + 9: - no = op - ZCLOSE; - cleanup_zsubexpr(); - rp = regstack_push(RS_ZCLOSE, scan); - if (rp == NULL) { - status = RA_FAIL; - } else { - rp->rs_no = (int16_t)no; - save_se(&rp->rs_un.sesave, ®_endzpos[no], - ®_endzp[no]); - // We simply continue and handle the result when done. - } - break; - - case BACKREF + 1: - case BACKREF + 2: - case BACKREF + 3: - case BACKREF + 4: - case BACKREF + 5: - case BACKREF + 6: - case BACKREF + 7: - case BACKREF + 8: - case BACKREF + 9: { - int len; - - no = op - BACKREF; - cleanup_subexpr(); - if (!REG_MULTI) { // Single-line regexp - if (rex.reg_startp[no] == NULL || rex.reg_endp[no] == NULL) { - // Backref was not set: Match an empty string. - len = 0; - } else { - // Compare current input with back-ref in the same line. - len = (int)(rex.reg_endp[no] - rex.reg_startp[no]); - if (cstrncmp((char *)rex.reg_startp[no], (char *)rex.input, &len) != 0) { - status = RA_NOMATCH; - } - } - } else { // Multi-line regexp - if (rex.reg_startpos[no].lnum < 0 || rex.reg_endpos[no].lnum < 0) { - // Backref was not set: Match an empty string. - len = 0; - } else { - if (rex.reg_startpos[no].lnum == rex.lnum - && rex.reg_endpos[no].lnum == rex.lnum) { - // Compare back-ref within the current line. - len = rex.reg_endpos[no].col - rex.reg_startpos[no].col; - if (cstrncmp((char *)rex.line + rex.reg_startpos[no].col, - (char *)rex.input, &len) != 0) { - status = RA_NOMATCH; - } - } else { - // Messy situation: Need to compare between two lines. - int r = match_with_backref(rex.reg_startpos[no].lnum, - rex.reg_startpos[no].col, - rex.reg_endpos[no].lnum, - rex.reg_endpos[no].col, - &len); - if (r != RA_MATCH) { - status = r; - } - } - } - } - - // Matched the backref, skip over it. - rex.input += len; - } - break; - - case ZREF + 1: - case ZREF + 2: - case ZREF + 3: - case ZREF + 4: - case ZREF + 5: - case ZREF + 6: - case ZREF + 7: - case ZREF + 8: - case ZREF + 9: - cleanup_zsubexpr(); - no = op - ZREF; - if (re_extmatch_in != NULL - && re_extmatch_in->matches[no] != NULL) { - int len = (int)strlen((char *)re_extmatch_in->matches[no]); - if (cstrncmp((char *)re_extmatch_in->matches[no], (char *)rex.input, &len) != 0) { - status = RA_NOMATCH; - } else { - rex.input += len; - } - } else { - // Backref was not set: Match an empty string. - } - break; - - case BRANCH: - if (OP(next) != BRANCH) { // No choice. - next = OPERAND(scan); // Avoid recursion. - } else { - rp = regstack_push(RS_BRANCH, scan); - if (rp == NULL) { - status = RA_FAIL; - } else { - status = RA_BREAK; // rest is below - } - } - break; - - case BRACE_LIMITS: - if (OP(next) == BRACE_SIMPLE) { - bl_minval = OPERAND_MIN(scan); - bl_maxval = OPERAND_MAX(scan); - } else if (OP(next) >= BRACE_COMPLEX - && OP(next) < BRACE_COMPLEX + 10) { - no = OP(next) - BRACE_COMPLEX; - brace_min[no] = OPERAND_MIN(scan); - brace_max[no] = OPERAND_MAX(scan); - brace_count[no] = 0; - } else { - internal_error("BRACE_LIMITS"); - status = RA_FAIL; - } - break; - - case BRACE_COMPLEX + 0: - case BRACE_COMPLEX + 1: - case BRACE_COMPLEX + 2: - case BRACE_COMPLEX + 3: - case BRACE_COMPLEX + 4: - case BRACE_COMPLEX + 5: - case BRACE_COMPLEX + 6: - case BRACE_COMPLEX + 7: - case BRACE_COMPLEX + 8: - case BRACE_COMPLEX + 9: - no = op - BRACE_COMPLEX; - brace_count[no]++; - - // If not matched enough times yet, try one more - if (brace_count[no] <= (brace_min[no] <= brace_max[no] - ? brace_min[no] : brace_max[no])) { - rp = regstack_push(RS_BRCPLX_MORE, scan); - if (rp == NULL) { - status = RA_FAIL; - } else { - rp->rs_no = (int16_t)no; - reg_save(&rp->rs_un.regsave, &backpos); - next = OPERAND(scan); - // We continue and handle the result when done. - } - break; - } - - // If matched enough times, may try matching some more - if (brace_min[no] <= brace_max[no]) { - // Range is the normal way around, use longest match - if (brace_count[no] <= brace_max[no]) { - rp = regstack_push(RS_BRCPLX_LONG, scan); - if (rp == NULL) { - status = RA_FAIL; - } else { - rp->rs_no = (int16_t)no; - reg_save(&rp->rs_un.regsave, &backpos); - next = OPERAND(scan); - // We continue and handle the result when done. - } - } - } else { - // Range is backwards, use shortest match first - if (brace_count[no] <= brace_min[no]) { - rp = regstack_push(RS_BRCPLX_SHORT, scan); - if (rp == NULL) { - status = RA_FAIL; - } else { - reg_save(&rp->rs_un.regsave, &backpos); - // We continue and handle the result when done. - } - } - } - break; - - case BRACE_SIMPLE: - case STAR: - case PLUS: { - regstar_T rst; - - // Lookahead to avoid useless match attempts when we know - // what character comes next. - if (OP(next) == EXACTLY) { - rst.nextb = *OPERAND(next); - if (rex.reg_ic) { - if (mb_isupper(rst.nextb)) { - rst.nextb_ic = mb_tolower(rst.nextb); - } else { - rst.nextb_ic = mb_toupper(rst.nextb); - } - } else { - rst.nextb_ic = rst.nextb; - } - } else { - rst.nextb = NUL; - rst.nextb_ic = NUL; - } - if (op != BRACE_SIMPLE) { - rst.minval = (op == STAR) ? 0 : 1; - rst.maxval = MAX_LIMIT; - } else { - rst.minval = bl_minval; - rst.maxval = bl_maxval; - } - - // When maxval > minval, try matching as much as possible, up - // to maxval. When maxval < minval, try matching at least the - // minimal number (since the range is backwards, that's also - // maxval!). - rst.count = regrepeat(OPERAND(scan), rst.maxval); - if (got_int) { - status = RA_FAIL; - break; - } - if (rst.minval <= rst.maxval - ? rst.count >= rst.minval : rst.count >= rst.maxval) { - // It could match. Prepare for trying to match what - // follows. The code is below. Parameters are stored in - // a regstar_T on the regstack. - if ((long)((unsigned)regstack.ga_len >> 10) >= p_mmp) { - emsg(_(e_pattern_uses_more_memory_than_maxmempattern)); - status = RA_FAIL; - } else { - ga_grow(®stack, sizeof(regstar_T)); - regstack.ga_len += (int)sizeof(regstar_T); - rp = regstack_push(rst.minval <= rst.maxval ? RS_STAR_LONG : RS_STAR_SHORT, scan); - if (rp == NULL) { - status = RA_FAIL; - } else { - *(((regstar_T *)rp) - 1) = rst; - status = RA_BREAK; // skip the restore bits - } - } - } else { - status = RA_NOMATCH; - } - } - break; - - case NOMATCH: - case MATCH: - case SUBPAT: - rp = regstack_push(RS_NOMATCH, scan); - if (rp == NULL) { - status = RA_FAIL; - } else { - rp->rs_no = (int16_t)op; - reg_save(&rp->rs_un.regsave, &backpos); - next = OPERAND(scan); - // We continue and handle the result when done. - } - break; - - case BEHIND: - case NOBEHIND: - // Need a bit of room to store extra positions. - if ((long)((unsigned)regstack.ga_len >> 10) >= p_mmp) { - emsg(_(e_pattern_uses_more_memory_than_maxmempattern)); - status = RA_FAIL; - } else { - ga_grow(®stack, sizeof(regbehind_T)); - regstack.ga_len += (int)sizeof(regbehind_T); - rp = regstack_push(RS_BEHIND1, scan); - if (rp == NULL) { - status = RA_FAIL; - } else { - // Need to save the subexpr to be able to restore them - // when there is a match but we don't use it. - save_subexpr(((regbehind_T *)rp) - 1); - - rp->rs_no = (int16_t)op; - reg_save(&rp->rs_un.regsave, &backpos); - // First try if what follows matches. If it does then we - // check the behind match by looping. - } - } - break; - - case BHPOS: - if (REG_MULTI) { - if (behind_pos.rs_u.pos.col != (colnr_T)(rex.input - rex.line) - || behind_pos.rs_u.pos.lnum != rex.lnum) { - status = RA_NOMATCH; - } - } else if (behind_pos.rs_u.ptr != rex.input) { - status = RA_NOMATCH; - } - break; - - case NEWL: - if ((c != NUL || !REG_MULTI || rex.lnum > rex.reg_maxline - || rex.reg_line_lbr) && (c != '\n' || !rex.reg_line_lbr)) { - status = RA_NOMATCH; - } else if (rex.reg_line_lbr) { - ADVANCE_REGINPUT(); - } else { - reg_nextline(); - } - break; - - case END: - status = RA_MATCH; // Success! - break; - - default: - iemsg(_(e_re_corr)); -#ifdef REGEXP_DEBUG - printf("Illegal op code %d\n", op); -#endif - status = RA_FAIL; - break; - } - } - - // If we can't continue sequentially, break the inner loop. - if (status != RA_CONT) { - break; - } - - // Continue in inner loop, advance to next item. - scan = next; - } // end of inner loop - - // If there is something on the regstack execute the code for the state. - // If the state is popped then loop and use the older state. - while (!GA_EMPTY(®stack) && status != RA_FAIL) { - rp = (regitem_T *)((char *)regstack.ga_data + regstack.ga_len) - 1; - switch (rp->rs_state) { - case RS_NOPEN: - // Result is passed on as-is, simply pop the state. - regstack_pop(&scan); - break; - - case RS_MOPEN: - // Pop the state. Restore pointers when there is no match. - if (status == RA_NOMATCH) { - restore_se(&rp->rs_un.sesave, &rex.reg_startpos[rp->rs_no], - &rex.reg_startp[rp->rs_no]); - } - regstack_pop(&scan); - break; - - case RS_ZOPEN: - // Pop the state. Restore pointers when there is no match. - if (status == RA_NOMATCH) { - restore_se(&rp->rs_un.sesave, ®_startzpos[rp->rs_no], - ®_startzp[rp->rs_no]); - } - regstack_pop(&scan); - break; - - case RS_MCLOSE: - // Pop the state. Restore pointers when there is no match. - if (status == RA_NOMATCH) { - restore_se(&rp->rs_un.sesave, &rex.reg_endpos[rp->rs_no], - &rex.reg_endp[rp->rs_no]); - } - regstack_pop(&scan); - break; - - case RS_ZCLOSE: - // Pop the state. Restore pointers when there is no match. - if (status == RA_NOMATCH) { - restore_se(&rp->rs_un.sesave, ®_endzpos[rp->rs_no], - ®_endzp[rp->rs_no]); - } - regstack_pop(&scan); - break; - - case RS_BRANCH: - if (status == RA_MATCH) { - // this branch matched, use it - regstack_pop(&scan); - } else { - if (status != RA_BREAK) { - // After a non-matching branch: try next one. - reg_restore(&rp->rs_un.regsave, &backpos); - scan = rp->rs_scan; - } - if (scan == NULL || OP(scan) != BRANCH) { - // no more branches, didn't find a match - status = RA_NOMATCH; - regstack_pop(&scan); - } else { - // Prepare to try a branch. - rp->rs_scan = regnext(scan); - reg_save(&rp->rs_un.regsave, &backpos); - scan = OPERAND(scan); - } - } - break; - - case RS_BRCPLX_MORE: - // Pop the state. Restore pointers when there is no match. - if (status == RA_NOMATCH) { - reg_restore(&rp->rs_un.regsave, &backpos); - brace_count[rp->rs_no]--; // decrement match count - } - regstack_pop(&scan); - break; - - case RS_BRCPLX_LONG: - // Pop the state. Restore pointers when there is no match. - if (status == RA_NOMATCH) { - // There was no match, but we did find enough matches. - reg_restore(&rp->rs_un.regsave, &backpos); - brace_count[rp->rs_no]--; - // continue with the items after "\{}" - status = RA_CONT; - } - regstack_pop(&scan); - if (status == RA_CONT) { - scan = regnext(scan); - } - break; - - case RS_BRCPLX_SHORT: - // Pop the state. Restore pointers when there is no match. - if (status == RA_NOMATCH) { - // There was no match, try to match one more item. - reg_restore(&rp->rs_un.regsave, &backpos); - } - regstack_pop(&scan); - if (status == RA_NOMATCH) { - scan = OPERAND(scan); - status = RA_CONT; - } - break; - - case RS_NOMATCH: - // Pop the state. If the operand matches for NOMATCH or - // doesn't match for MATCH/SUBPAT, we fail. Otherwise backup, - // except for SUBPAT, and continue with the next item. - if (status == (rp->rs_no == NOMATCH ? RA_MATCH : RA_NOMATCH)) { - status = RA_NOMATCH; - } else { - status = RA_CONT; - if (rp->rs_no != SUBPAT) { // zero-width - reg_restore(&rp->rs_un.regsave, &backpos); - } - } - regstack_pop(&scan); - if (status == RA_CONT) { - scan = regnext(scan); - } - break; - - case RS_BEHIND1: - if (status == RA_NOMATCH) { - regstack_pop(&scan); - regstack.ga_len -= (int)sizeof(regbehind_T); - } else { - // The stuff after BEHIND/NOBEHIND matches. Now try if - // the behind part does (not) match before the current - // position in the input. This must be done at every - // position in the input and checking if the match ends at - // the current position. - - // save the position after the found match for next - reg_save(&(((regbehind_T *)rp) - 1)->save_after, &backpos); - - // Start looking for a match with operand at the current - // position. Go back one character until we find the - // result, hitting the start of the line or the previous - // line (for multi-line matching). - // Set behind_pos to where the match should end, BHPOS - // will match it. Save the current value. - (((regbehind_T *)rp) - 1)->save_behind = behind_pos; - behind_pos = rp->rs_un.regsave; - - rp->rs_state = RS_BEHIND2; - - reg_restore(&rp->rs_un.regsave, &backpos); - scan = OPERAND(rp->rs_scan) + 4; - } - break; - - case RS_BEHIND2: - // Looping for BEHIND / NOBEHIND match. - if (status == RA_MATCH && reg_save_equal(&behind_pos)) { - // found a match that ends where "next" started - behind_pos = (((regbehind_T *)rp) - 1)->save_behind; - if (rp->rs_no == BEHIND) { - reg_restore(&(((regbehind_T *)rp) - 1)->save_after, - &backpos); - } else { - // But we didn't want a match. Need to restore the - // subexpr, because what follows matched, so they have - // been set. - status = RA_NOMATCH; - restore_subexpr(((regbehind_T *)rp) - 1); - } - regstack_pop(&scan); - regstack.ga_len -= (int)sizeof(regbehind_T); - } else { - long limit; - - // No match or a match that doesn't end where we want it: Go - // back one character. May go to previous line once. - no = OK; - limit = OPERAND_MIN(rp->rs_scan); - if (REG_MULTI) { - if (limit > 0 - && ((rp->rs_un.regsave.rs_u.pos.lnum - < behind_pos.rs_u.pos.lnum - ? (colnr_T)strlen((char *)rex.line) - : behind_pos.rs_u.pos.col) - - rp->rs_un.regsave.rs_u.pos.col >= limit)) { - no = FAIL; - } else if (rp->rs_un.regsave.rs_u.pos.col == 0) { - if (rp->rs_un.regsave.rs_u.pos.lnum - < behind_pos.rs_u.pos.lnum - || reg_getline(--rp->rs_un.regsave.rs_u.pos.lnum) - == NULL) { - no = FAIL; - } else { - reg_restore(&rp->rs_un.regsave, &backpos); - rp->rs_un.regsave.rs_u.pos.col = - (colnr_T)strlen((char *)rex.line); - } - } else { - const uint8_t *const line = - (uint8_t *)reg_getline(rp->rs_un.regsave.rs_u.pos.lnum); - - rp->rs_un.regsave.rs_u.pos.col -= - utf_head_off((char *)line, - (char *)line + rp->rs_un.regsave.rs_u.pos.col - 1) - + 1; - } - } else { - if (rp->rs_un.regsave.rs_u.ptr == rex.line) { - no = FAIL; - } else { - MB_PTR_BACK(rex.line, rp->rs_un.regsave.rs_u.ptr); - if (limit > 0 - && (behind_pos.rs_u.ptr - rp->rs_un.regsave.rs_u.ptr) > (ptrdiff_t)limit) { - no = FAIL; - } - } - } - if (no == OK) { - // Advanced, prepare for finding match again. - reg_restore(&rp->rs_un.regsave, &backpos); - scan = OPERAND(rp->rs_scan) + 4; - if (status == RA_MATCH) { - // We did match, so subexpr may have been changed, - // need to restore them for the next try. - status = RA_NOMATCH; - restore_subexpr(((regbehind_T *)rp) - 1); - } - } else { - // Can't advance. For NOBEHIND that's a match. - behind_pos = (((regbehind_T *)rp) - 1)->save_behind; - if (rp->rs_no == NOBEHIND) { - reg_restore(&(((regbehind_T *)rp) - 1)->save_after, - &backpos); - status = RA_MATCH; - } else { - // We do want a proper match. Need to restore the - // subexpr if we had a match, because they may have - // been set. - if (status == RA_MATCH) { - status = RA_NOMATCH; - restore_subexpr(((regbehind_T *)rp) - 1); - } - } - regstack_pop(&scan); - regstack.ga_len -= (int)sizeof(regbehind_T); - } - } - break; - - case RS_STAR_LONG: - case RS_STAR_SHORT: { - regstar_T *rst = ((regstar_T *)rp) - 1; - - if (status == RA_MATCH) { - regstack_pop(&scan); - regstack.ga_len -= (int)sizeof(regstar_T); - break; - } - - // Tried once already, restore input pointers. - if (status != RA_BREAK) { - reg_restore(&rp->rs_un.regsave, &backpos); - } - - // Repeat until we found a position where it could match. - while (true) { - if (status != RA_BREAK) { - // Tried first position already, advance. - if (rp->rs_state == RS_STAR_LONG) { - // Trying for longest match, but couldn't or - // didn't match -- back up one char. - if (--rst->count < rst->minval) { - break; - } - if (rex.input == rex.line) { - // backup to last char of previous line - if (rex.lnum == 0) { - status = RA_NOMATCH; - break; - } - rex.lnum--; - rex.line = (uint8_t *)reg_getline(rex.lnum); - // Just in case regrepeat() didn't count right. - if (rex.line == NULL) { - break; - } - rex.input = rex.line + strlen((char *)rex.line); - reg_breakcheck(); - } else { - MB_PTR_BACK(rex.line, rex.input); - } - } else { - // Range is backwards, use shortest match first. - // Careful: maxval and minval are exchanged! - // Couldn't or didn't match: try advancing one - // char. - if (rst->count == rst->minval - || regrepeat(OPERAND(rp->rs_scan), 1L) == 0) { - break; - } - rst->count++; - } - if (got_int) { - break; - } - } else { - status = RA_NOMATCH; - } - - // If it could match, try it. - if (rst->nextb == NUL || *rex.input == rst->nextb - || *rex.input == rst->nextb_ic) { - reg_save(&rp->rs_un.regsave, &backpos); - scan = regnext(rp->rs_scan); - status = RA_CONT; - break; - } - } - if (status != RA_CONT) { - // Failed. - regstack_pop(&scan); - regstack.ga_len -= (int)sizeof(regstar_T); - status = RA_NOMATCH; - } - } - break; - } - - // If we want to continue the inner loop or didn't pop a state - // continue matching loop - if (status == RA_CONT || rp == (regitem_T *) - ((char *)regstack.ga_data + regstack.ga_len) - 1) { - break; - } - } - - // May need to continue with the inner loop, starting at "scan". - if (status == RA_CONT) { - continue; - } - - // If the regstack is empty or something failed we are done. - if (GA_EMPTY(®stack) || status == RA_FAIL) { - if (scan == NULL) { - // We get here only if there's trouble -- normally "case END" is - // the terminating point. - iemsg(_(e_re_corr)); -#ifdef REGEXP_DEBUG - printf("Premature EOL\n"); -#endif - } - return status == RA_MATCH; - } - } // End of loop until the regstack is empty. - - // NOTREACHED -} - -/// Try match of "prog" with at rex.line["col"]. -/// -/// @param tm timeout limit or NULL -/// @param timed_out flag set on timeout or NULL -/// -/// @return 0 for failure, or number of lines contained in the match. -static int regtry(bt_regprog_T *prog, colnr_T col, proftime_T *tm, int *timed_out) -{ - rex.input = rex.line + col; - rex.need_clear_subexpr = true; - // Clear the external match subpointers if necessaey. - rex.need_clear_zsubexpr = (prog->reghasz == REX_SET); - - if (regmatch(prog->program + 1, tm, timed_out) == 0) { - return 0; - } - - cleanup_subexpr(); - if (REG_MULTI) { - if (rex.reg_startpos[0].lnum < 0) { - rex.reg_startpos[0].lnum = 0; - rex.reg_startpos[0].col = col; - } - if (rex.reg_endpos[0].lnum < 0) { - rex.reg_endpos[0].lnum = rex.lnum; - rex.reg_endpos[0].col = (int)(rex.input - rex.line); - } else { - // Use line number of "\ze". - rex.lnum = rex.reg_endpos[0].lnum; - } - } else { - if (rex.reg_startp[0] == NULL) { - rex.reg_startp[0] = rex.line + col; - } - if (rex.reg_endp[0] == NULL) { - rex.reg_endp[0] = rex.input; - } - } - // Package any found \z(...\) matches for export. Default is none. - unref_extmatch(re_extmatch_out); - re_extmatch_out = NULL; - - if (prog->reghasz == REX_SET) { - int i; - - cleanup_zsubexpr(); - re_extmatch_out = make_extmatch(); - for (i = 0; i < NSUBEXP; i++) { - if (REG_MULTI) { - // Only accept single line matches. - if (reg_startzpos[i].lnum >= 0 - && reg_endzpos[i].lnum == reg_startzpos[i].lnum - && reg_endzpos[i].col >= reg_startzpos[i].col) { - re_extmatch_out->matches[i] = - (uint8_t *)xstrnsave((char *)reg_getline(reg_startzpos[i].lnum) + reg_startzpos[i].col, - (size_t)(reg_endzpos[i].col - reg_startzpos[i].col)); - } - } else { - if (reg_startzp[i] != NULL && reg_endzp[i] != NULL) { - re_extmatch_out->matches[i] = - (uint8_t *)xstrnsave((char *)reg_startzp[i], (size_t)(reg_endzp[i] - reg_startzp[i])); - } - } - } - } - return 1 + rex.lnum; -} - -/// Match a regexp against a string ("line" points to the string) or multiple -/// lines (if "line" is NULL, use reg_getline()). -/// -/// @param startcol column to start looking for match -/// @param tm timeout limit or NULL -/// @param timed_out flag set on timeout or NULL -/// -/// @return 0 for failure, or number of lines contained in the match. -static int bt_regexec_both(uint8_t *line, colnr_T startcol, proftime_T *tm, int *timed_out) -{ - bt_regprog_T *prog; - uint8_t *s; - colnr_T col = startcol; - int retval = 0; - - // Create "regstack" and "backpos" if they are not allocated yet. - // We allocate *_INITIAL amount of bytes first and then set the grow size - // to much bigger value to avoid many malloc calls in case of deep regular - // expressions. - if (regstack.ga_data == NULL) { - // Use an item size of 1 byte, since we push different things - // onto the regstack. - ga_init(®stack, 1, REGSTACK_INITIAL); - ga_grow(®stack, REGSTACK_INITIAL); - ga_set_growsize(®stack, REGSTACK_INITIAL * 8); - } - - if (backpos.ga_data == NULL) { - ga_init(&backpos, sizeof(backpos_T), BACKPOS_INITIAL); - ga_grow(&backpos, BACKPOS_INITIAL); - ga_set_growsize(&backpos, BACKPOS_INITIAL * 8); - } - - if (REG_MULTI) { - prog = (bt_regprog_T *)rex.reg_mmatch->regprog; - line = (uint8_t *)reg_getline((linenr_T)0); - rex.reg_startpos = rex.reg_mmatch->startpos; - rex.reg_endpos = rex.reg_mmatch->endpos; - } else { - prog = (bt_regprog_T *)rex.reg_match->regprog; - rex.reg_startp = (uint8_t **)rex.reg_match->startp; - rex.reg_endp = (uint8_t **)rex.reg_match->endp; - } - - // Be paranoid... - if (prog == NULL || line == NULL) { - iemsg(_(e_null)); - goto theend; - } - - // Check validity of program. - if (prog_magic_wrong()) { - goto theend; - } - - // If the start column is past the maximum column: no need to try. - if (rex.reg_maxcol > 0 && col >= rex.reg_maxcol) { - goto theend; - } - - // If pattern contains "\c" or "\C": overrule value of rex.reg_ic - if (prog->regflags & RF_ICASE) { - rex.reg_ic = true; - } else if (prog->regflags & RF_NOICASE) { - rex.reg_ic = false; - } - - // If pattern contains "\Z" overrule value of rex.reg_icombine - if (prog->regflags & RF_ICOMBINE) { - rex.reg_icombine = true; - } - - // If there is a "must appear" string, look for it. - if (prog->regmust != NULL) { - int c = utf_ptr2char((char *)prog->regmust); - s = line + col; - - // This is used very often, esp. for ":global". Use two versions of - // the loop to avoid overhead of conditions. - if (!rex.reg_ic) { - while ((s = (uint8_t *)vim_strchr((char *)s, c)) != NULL) { - if (cstrncmp((char *)s, (char *)prog->regmust, &prog->regmlen) == 0) { - break; // Found it. - } - MB_PTR_ADV(s); - } - } else { - while ((s = (uint8_t *)cstrchr((char *)s, c)) != NULL) { - if (cstrncmp((char *)s, (char *)prog->regmust, &prog->regmlen) == 0) { - break; // Found it. - } - MB_PTR_ADV(s); - } - } - if (s == NULL) { // Not present. - goto theend; - } - } - - rex.line = line; - rex.lnum = 0; - reg_toolong = false; - - // Simplest case: Anchored match need be tried only once. - if (prog->reganch) { - int c = utf_ptr2char((char *)rex.line + col); - if (prog->regstart == NUL - || prog->regstart == c - || (rex.reg_ic - && (utf_fold(prog->regstart) == utf_fold(c) - || (c < 255 && prog->regstart < 255 - && mb_tolower(prog->regstart) == mb_tolower(c))))) { - retval = regtry(prog, col, tm, timed_out); - } else { - retval = 0; - } - } else { - int tm_count = 0; - // Messy cases: unanchored match. - while (!got_int) { - if (prog->regstart != NUL) { - // Skip until the char we know it must start with. - s = (uint8_t *)cstrchr((char *)rex.line + col, prog->regstart); - if (s == NULL) { - retval = 0; - break; - } - col = (int)(s - rex.line); - } - - // Check for maximum column to try. - if (rex.reg_maxcol > 0 && col >= rex.reg_maxcol) { - retval = 0; - break; - } - - retval = regtry(prog, col, tm, timed_out); - if (retval > 0) { - break; - } - - // if not currently on the first line, get it again - if (rex.lnum != 0) { - rex.lnum = 0; - rex.line = (uint8_t *)reg_getline((linenr_T)0); - } - if (rex.line[col] == NUL) { - break; - } - col += utfc_ptr2len((char *)rex.line + col); - // Check for timeout once in a twenty times to avoid overhead. - if (tm != NULL && ++tm_count == 20) { - tm_count = 0; - if (profile_passed_limit(*tm)) { - if (timed_out != NULL) { - *timed_out = true; - } - break; - } - } - } - } - -theend: - // Free "reg_tofree" when it's a bit big. - // Free regstack and backpos if they are bigger than their initial size. - if (reg_tofreelen > 400) { - XFREE_CLEAR(reg_tofree); - } - if (regstack.ga_maxlen > REGSTACK_INITIAL) { - ga_clear(®stack); - } - if (backpos.ga_maxlen > BACKPOS_INITIAL) { - ga_clear(&backpos); - } - - if (retval > 0) { - // Make sure the end is never before the start. Can happen when \zs - // and \ze are used. - if (REG_MULTI) { - const lpos_T *const start = &rex.reg_mmatch->startpos[0]; - const lpos_T *const end = &rex.reg_mmatch->endpos[0]; - - if (end->lnum < start->lnum - || (end->lnum == start->lnum && end->col < start->col)) { - rex.reg_mmatch->endpos[0] = rex.reg_mmatch->startpos[0]; - } - - // startpos[0] may be set by "\zs", also return the column where - // the whole pattern matched. - rex.reg_mmatch->rmm_matchcol = col; - } else { - if (rex.reg_match->endp[0] < rex.reg_match->startp[0]) { - rex.reg_match->endp[0] = rex.reg_match->startp[0]; - } - - // startpos[0] may be set by "\zs", also return the column where - // the whole pattern matched. - rex.reg_match->rm_matchcol = col; - } - } - - return retval; -} - -/// Match a regexp against a string. -/// "rmp->regprog" is a compiled regexp as returned by vim_regcomp(). -/// Uses curbuf for line count and 'iskeyword'. -/// If "line_lbr" is true, consider a "\n" in "line" to be a line break. -/// -/// @param line string to match against -/// @param col column to start looking for match -/// -/// @return 0 for failure, number of lines contained in the match otherwise. -static int bt_regexec_nl(regmatch_T *rmp, uint8_t *line, colnr_T col, bool line_lbr) -{ - rex.reg_match = rmp; - rex.reg_mmatch = NULL; - rex.reg_maxline = 0; - rex.reg_line_lbr = line_lbr; - rex.reg_buf = curbuf; - rex.reg_win = NULL; - rex.reg_ic = rmp->rm_ic; - rex.reg_icombine = false; - rex.reg_nobreak = rmp->regprog->re_flags & RE_NOBREAK; - rex.reg_maxcol = 0; - - long r = bt_regexec_both(line, col, NULL, NULL); - assert(r <= INT_MAX); - return (int)r; -} - -/// Matches a regexp against multiple lines. -/// "rmp->regprog" is a compiled regexp as returned by vim_regcomp(). -/// Uses curbuf for line count and 'iskeyword'. -/// -/// @param win Window in which to search or NULL -/// @param buf Buffer in which to search -/// @param lnum Number of line to start looking for match -/// @param col Column to start looking for match -/// @param tm Timeout limit or NULL -/// -/// @return zero if there is no match and number of lines contained in the match -/// otherwise. -static int bt_regexec_multi(regmmatch_T *rmp, win_T *win, buf_T *buf, linenr_T lnum, colnr_T col, - proftime_T *tm, int *timed_out) -{ - init_regexec_multi(rmp, win, buf, lnum); - return bt_regexec_both(NULL, col, tm, timed_out); -} - -// Compare a number with the operand of RE_LNUM, RE_COL or RE_VCOL. -static int re_num_cmp(uint32_t val, uint8_t *scan) -{ - uint32_t n = (uint32_t)OPERAND_MIN(scan); - - if (OPERAND_CMP(scan) == '>') { - return val > n; - } - if (OPERAND_CMP(scan) == '<') { - return val < n; - } - return val == n; -} - -#ifdef BT_REGEXP_DUMP - -// regdump - dump a regexp onto stdout in vaguely comprehensible form -static void regdump(uint8_t *pattern, bt_regprog_T *r) -{ - uint8_t *s; - int op = EXACTLY; // Arbitrary non-END op. - uint8_t *next; - uint8_t *end = NULL; - FILE *f; - -# ifdef BT_REGEXP_LOG - f = fopen("bt_regexp_log.log", "a"); -# else - f = stdout; -# endif - if (f == NULL) { - return; - } - fprintf(f, "-------------------------------------\n\r\nregcomp(%s):\r\n", - pattern); - - s = r->program + 1; - // Loop until we find the END that isn't before a referred next (an END - // can also appear in a NOMATCH operand). - while (op != END || s <= end) { - op = OP(s); - fprintf(f, "%2d%s", (int)(s - r->program), regprop(s)); // Where, what. - next = regnext(s); - if (next == NULL) { // Next ptr. - fprintf(f, "(0)"); - } else { - fprintf(f, "(%d)", (int)((s - r->program) + (next - s))); - } - if (end < next) { - end = next; - } - if (op == BRACE_LIMITS) { - // Two ints - fprintf(f, " minval %" PRId64 ", maxval %" PRId64, - (int64_t)OPERAND_MIN(s), (int64_t)OPERAND_MAX(s)); - s += 8; - } else if (op == BEHIND || op == NOBEHIND) { - // one int - fprintf(f, " count %" PRId64, (int64_t)OPERAND_MIN(s)); - s += 4; - } else if (op == RE_LNUM || op == RE_COL || op == RE_VCOL) { - // one int plus comparator - fprintf(f, " count %" PRId64, (int64_t)OPERAND_MIN(s)); - s += 5; - } - s += 3; - if (op == ANYOF || op == ANYOF + ADD_NL - || op == ANYBUT || op == ANYBUT + ADD_NL - || op == EXACTLY) { - // Literal string, where present. - fprintf(f, "\nxxxxxxxxx\n"); - while (*s != NUL) { - fprintf(f, "%c", *s++); - } - fprintf(f, "\nxxxxxxxxx\n"); - s++; - } - fprintf(f, "\r\n"); - } - - // Header fields of interest. - if (r->regstart != NUL) { - fprintf(f, "start `%s' 0x%x; ", r->regstart < 256 - ? (char *)transchar(r->regstart) - : "multibyte", r->regstart); - } - if (r->reganch) { - fprintf(f, "anchored; "); - } - if (r->regmust != NULL) { - fprintf(f, "must have \"%s\"", r->regmust); - } - fprintf(f, "\r\n"); - -# ifdef BT_REGEXP_LOG - fclose(f); -# endif -} -#endif // BT_REGEXP_DUMP - -#ifdef REGEXP_DEBUG - -// regprop - printable representation of opcode -static uint8_t *regprop(uint8_t *op) -{ - char *p; - static char buf[50]; - - STRCPY(buf, ":"); - - switch ((int)OP(op)) { - case BOL: - p = "BOL"; - break; - case EOL: - p = "EOL"; - break; - case RE_BOF: - p = "BOF"; - break; - case RE_EOF: - p = "EOF"; - break; - case CURSOR: - p = "CURSOR"; - break; - case RE_VISUAL: - p = "RE_VISUAL"; - break; - case RE_LNUM: - p = "RE_LNUM"; - break; - case RE_MARK: - p = "RE_MARK"; - break; - case RE_COL: - p = "RE_COL"; - break; - case RE_VCOL: - p = "RE_VCOL"; - break; - case BOW: - p = "BOW"; - break; - case EOW: - p = "EOW"; - break; - case ANY: - p = "ANY"; - break; - case ANY + ADD_NL: - p = "ANY+NL"; - break; - case ANYOF: - p = "ANYOF"; - break; - case ANYOF + ADD_NL: - p = "ANYOF+NL"; - break; - case ANYBUT: - p = "ANYBUT"; - break; - case ANYBUT + ADD_NL: - p = "ANYBUT+NL"; - break; - case IDENT: - p = "IDENT"; - break; - case IDENT + ADD_NL: - p = "IDENT+NL"; - break; - case SIDENT: - p = "SIDENT"; - break; - case SIDENT + ADD_NL: - p = "SIDENT+NL"; - break; - case KWORD: - p = "KWORD"; - break; - case KWORD + ADD_NL: - p = "KWORD+NL"; - break; - case SKWORD: - p = "SKWORD"; - break; - case SKWORD + ADD_NL: - p = "SKWORD+NL"; - break; - case FNAME: - p = "FNAME"; - break; - case FNAME + ADD_NL: - p = "FNAME+NL"; - break; - case SFNAME: - p = "SFNAME"; - break; - case SFNAME + ADD_NL: - p = "SFNAME+NL"; - break; - case PRINT: - p = "PRINT"; - break; - case PRINT + ADD_NL: - p = "PRINT+NL"; - break; - case SPRINT: - p = "SPRINT"; - break; - case SPRINT + ADD_NL: - p = "SPRINT+NL"; - break; - case WHITE: - p = "WHITE"; - break; - case WHITE + ADD_NL: - p = "WHITE+NL"; - break; - case NWHITE: - p = "NWHITE"; - break; - case NWHITE + ADD_NL: - p = "NWHITE+NL"; - break; - case DIGIT: - p = "DIGIT"; - break; - case DIGIT + ADD_NL: - p = "DIGIT+NL"; - break; - case NDIGIT: - p = "NDIGIT"; - break; - case NDIGIT + ADD_NL: - p = "NDIGIT+NL"; - break; - case HEX: - p = "HEX"; - break; - case HEX + ADD_NL: - p = "HEX+NL"; - break; - case NHEX: - p = "NHEX"; - break; - case NHEX + ADD_NL: - p = "NHEX+NL"; - break; - case OCTAL: - p = "OCTAL"; - break; - case OCTAL + ADD_NL: - p = "OCTAL+NL"; - break; - case NOCTAL: - p = "NOCTAL"; - break; - case NOCTAL + ADD_NL: - p = "NOCTAL+NL"; - break; - case WORD: - p = "WORD"; - break; - case WORD + ADD_NL: - p = "WORD+NL"; - break; - case NWORD: - p = "NWORD"; - break; - case NWORD + ADD_NL: - p = "NWORD+NL"; - break; - case HEAD: - p = "HEAD"; - break; - case HEAD + ADD_NL: - p = "HEAD+NL"; - break; - case NHEAD: - p = "NHEAD"; - break; - case NHEAD + ADD_NL: - p = "NHEAD+NL"; - break; - case ALPHA: - p = "ALPHA"; - break; - case ALPHA + ADD_NL: - p = "ALPHA+NL"; - break; - case NALPHA: - p = "NALPHA"; - break; - case NALPHA + ADD_NL: - p = "NALPHA+NL"; - break; - case LOWER: - p = "LOWER"; - break; - case LOWER + ADD_NL: - p = "LOWER+NL"; - break; - case NLOWER: - p = "NLOWER"; - break; - case NLOWER + ADD_NL: - p = "NLOWER+NL"; - break; - case UPPER: - p = "UPPER"; - break; - case UPPER + ADD_NL: - p = "UPPER+NL"; - break; - case NUPPER: - p = "NUPPER"; - break; - case NUPPER + ADD_NL: - p = "NUPPER+NL"; - break; - case BRANCH: - p = "BRANCH"; - break; - case EXACTLY: - p = "EXACTLY"; - break; - case NOTHING: - p = "NOTHING"; - break; - case BACK: - p = "BACK"; - break; - case END: - p = "END"; - break; - case MOPEN + 0: - p = "MATCH START"; - break; - case MOPEN + 1: - case MOPEN + 2: - case MOPEN + 3: - case MOPEN + 4: - case MOPEN + 5: - case MOPEN + 6: - case MOPEN + 7: - case MOPEN + 8: - case MOPEN + 9: - snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "MOPEN%d", OP(op) - MOPEN); - p = NULL; - break; - case MCLOSE + 0: - p = "MATCH END"; - break; - case MCLOSE + 1: - case MCLOSE + 2: - case MCLOSE + 3: - case MCLOSE + 4: - case MCLOSE + 5: - case MCLOSE + 6: - case MCLOSE + 7: - case MCLOSE + 8: - case MCLOSE + 9: - snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "MCLOSE%d", OP(op) - MCLOSE); - p = NULL; - break; - case BACKREF + 1: - case BACKREF + 2: - case BACKREF + 3: - case BACKREF + 4: - case BACKREF + 5: - case BACKREF + 6: - case BACKREF + 7: - case BACKREF + 8: - case BACKREF + 9: - snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "BACKREF%d", OP(op) - BACKREF); - p = NULL; - break; - case NOPEN: - p = "NOPEN"; - break; - case NCLOSE: - p = "NCLOSE"; - break; - case ZOPEN + 1: - case ZOPEN + 2: - case ZOPEN + 3: - case ZOPEN + 4: - case ZOPEN + 5: - case ZOPEN + 6: - case ZOPEN + 7: - case ZOPEN + 8: - case ZOPEN + 9: - snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "ZOPEN%d", OP(op) - ZOPEN); - p = NULL; - break; - case ZCLOSE + 1: - case ZCLOSE + 2: - case ZCLOSE + 3: - case ZCLOSE + 4: - case ZCLOSE + 5: - case ZCLOSE + 6: - case ZCLOSE + 7: - case ZCLOSE + 8: - case ZCLOSE + 9: - snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "ZCLOSE%d", OP(op) - ZCLOSE); - p = NULL; - break; - case ZREF + 1: - case ZREF + 2: - case ZREF + 3: - case ZREF + 4: - case ZREF + 5: - case ZREF + 6: - case ZREF + 7: - case ZREF + 8: - case ZREF + 9: - snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "ZREF%d", OP(op) - ZREF); - p = NULL; - break; - case STAR: - p = "STAR"; - break; - case PLUS: - p = "PLUS"; - break; - case NOMATCH: - p = "NOMATCH"; - break; - case MATCH: - p = "MATCH"; - break; - case BEHIND: - p = "BEHIND"; - break; - case NOBEHIND: - p = "NOBEHIND"; - break; - case SUBPAT: - p = "SUBPAT"; - break; - case BRACE_LIMITS: - p = "BRACE_LIMITS"; - break; - case BRACE_SIMPLE: - p = "BRACE_SIMPLE"; - break; - case BRACE_COMPLEX + 0: - case BRACE_COMPLEX + 1: - case BRACE_COMPLEX + 2: - case BRACE_COMPLEX + 3: - case BRACE_COMPLEX + 4: - case BRACE_COMPLEX + 5: - case BRACE_COMPLEX + 6: - case BRACE_COMPLEX + 7: - case BRACE_COMPLEX + 8: - case BRACE_COMPLEX + 9: - snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "BRACE_COMPLEX%d", - OP(op) - BRACE_COMPLEX); - p = NULL; - break; - case MULTIBYTECODE: - p = "MULTIBYTECODE"; - break; - case NEWL: - p = "NEWL"; - break; - default: - snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "corrupt %d", OP(op)); - p = NULL; - break; - } - if (p != NULL) { - STRCAT(buf, p); - } - return (uint8_t *)buf; -} -#endif // REGEXP_DEBUG diff --git a/src/nvim/regexp_nfa.c b/src/nvim/regexp_nfa.c deleted file mode 100644 index ff27754863..0000000000 --- a/src/nvim/regexp_nfa.c +++ /dev/null @@ -1,7639 +0,0 @@ -// This is an open source non-commercial project. Dear PVS-Studio, please check -// it. PVS-Studio Static Code Analyzer for C, C++ and C#: http://www.viva64.com - -// NFA regular expression implementation. -// -// This file is included in "regexp.c". - -#include <assert.h> -#include <inttypes.h> -#include <limits.h> -#include <stdbool.h> - -#include "nvim/ascii.h" -#include "nvim/garray.h" -#include "nvim/os/input.h" - -// Logging of NFA engine. -// -// The NFA engine can write four log files: -// - Error log: Contains NFA engine's fatal errors. -// - Dump log: Contains compiled NFA state machine's information. -// - Run log: Contains information of matching procedure. -// - Debug log: Contains detailed information of matching procedure. Can be -// disabled by undefining NFA_REGEXP_DEBUG_LOG. -// The first one can also be used without debug mode. -// The last three are enabled when compiled as debug mode and individually -// disabled by commenting them out. -// The log files can get quite big! -// To disable all of this when compiling Vim for debugging, undefine REGEXP_DEBUG in -// regexp.c -#ifdef REGEXP_DEBUG -# define NFA_REGEXP_ERROR_LOG "nfa_regexp_error.log" -# define NFA_REGEXP_DUMP_LOG "nfa_regexp_dump.log" -# define NFA_REGEXP_RUN_LOG "nfa_regexp_run.log" -# define NFA_REGEXP_DEBUG_LOG "nfa_regexp_debug.log" -#endif - -// Added to NFA_ANY - NFA_NUPPER_IC to include a NL. -#define NFA_ADD_NL 31 - -enum { - NFA_SPLIT = -1024, - NFA_MATCH, - NFA_EMPTY, // matches 0-length - - NFA_START_COLL, // [abc] start - NFA_END_COLL, // [abc] end - NFA_START_NEG_COLL, // [^abc] start - NFA_END_NEG_COLL, // [^abc] end (postfix only) - NFA_RANGE, // range of the two previous items - // (postfix only) - NFA_RANGE_MIN, // low end of a range - NFA_RANGE_MAX, // high end of a range - - NFA_CONCAT, // concatenate two previous items (postfix - // only) - NFA_OR, // \| (postfix only) - NFA_STAR, // greedy * (postfix only) - NFA_STAR_NONGREEDY, // non-greedy * (postfix only) - NFA_QUEST, // greedy \? (postfix only) - NFA_QUEST_NONGREEDY, // non-greedy \? (postfix only) - - NFA_BOL, // ^ Begin line - NFA_EOL, // $ End line - NFA_BOW, // \< Begin word - NFA_EOW, // \> End word - NFA_BOF, // \%^ Begin file - NFA_EOF, // \%$ End file - NFA_NEWL, - NFA_ZSTART, // Used for \zs - NFA_ZEND, // Used for \ze - NFA_NOPEN, // Start of subexpression marked with \%( - NFA_NCLOSE, // End of subexpr. marked with \%( ... \) - NFA_START_INVISIBLE, - NFA_START_INVISIBLE_FIRST, - NFA_START_INVISIBLE_NEG, - NFA_START_INVISIBLE_NEG_FIRST, - NFA_START_INVISIBLE_BEFORE, - NFA_START_INVISIBLE_BEFORE_FIRST, - NFA_START_INVISIBLE_BEFORE_NEG, - NFA_START_INVISIBLE_BEFORE_NEG_FIRST, - NFA_START_PATTERN, - NFA_END_INVISIBLE, - NFA_END_INVISIBLE_NEG, - NFA_END_PATTERN, - NFA_COMPOSING, // Next nodes in NFA are part of the - // composing multibyte char - NFA_END_COMPOSING, // End of a composing char in the NFA - NFA_ANY_COMPOSING, // \%C: Any composing characters. - NFA_OPT_CHARS, // \%[abc] - - // The following are used only in the postfix form, not in the NFA - NFA_PREV_ATOM_NO_WIDTH, // Used for \@= - NFA_PREV_ATOM_NO_WIDTH_NEG, // Used for \@! - NFA_PREV_ATOM_JUST_BEFORE, // Used for \@<= - NFA_PREV_ATOM_JUST_BEFORE_NEG, // Used for \@<! - NFA_PREV_ATOM_LIKE_PATTERN, // Used for \@> - - NFA_BACKREF1, // \1 - NFA_BACKREF2, // \2 - NFA_BACKREF3, // \3 - NFA_BACKREF4, // \4 - NFA_BACKREF5, // \5 - NFA_BACKREF6, // \6 - NFA_BACKREF7, // \7 - NFA_BACKREF8, // \8 - NFA_BACKREF9, // \9 - NFA_ZREF1, // \z1 - NFA_ZREF2, // \z2 - NFA_ZREF3, // \z3 - NFA_ZREF4, // \z4 - NFA_ZREF5, // \z5 - NFA_ZREF6, // \z6 - NFA_ZREF7, // \z7 - NFA_ZREF8, // \z8 - NFA_ZREF9, // \z9 - NFA_SKIP, // Skip characters - - NFA_MOPEN, - NFA_MOPEN1, - NFA_MOPEN2, - NFA_MOPEN3, - NFA_MOPEN4, - NFA_MOPEN5, - NFA_MOPEN6, - NFA_MOPEN7, - NFA_MOPEN8, - NFA_MOPEN9, - - NFA_MCLOSE, - NFA_MCLOSE1, - NFA_MCLOSE2, - NFA_MCLOSE3, - NFA_MCLOSE4, - NFA_MCLOSE5, - NFA_MCLOSE6, - NFA_MCLOSE7, - NFA_MCLOSE8, - NFA_MCLOSE9, - - NFA_ZOPEN, - NFA_ZOPEN1, - NFA_ZOPEN2, - NFA_ZOPEN3, - NFA_ZOPEN4, - NFA_ZOPEN5, - NFA_ZOPEN6, - NFA_ZOPEN7, - NFA_ZOPEN8, - NFA_ZOPEN9, - - NFA_ZCLOSE, - NFA_ZCLOSE1, - NFA_ZCLOSE2, - NFA_ZCLOSE3, - NFA_ZCLOSE4, - NFA_ZCLOSE5, - NFA_ZCLOSE6, - NFA_ZCLOSE7, - NFA_ZCLOSE8, - NFA_ZCLOSE9, - - // NFA_FIRST_NL - NFA_ANY, // Match any one character. - NFA_IDENT, // Match identifier char - NFA_SIDENT, // Match identifier char but no digit - NFA_KWORD, // Match keyword char - NFA_SKWORD, // Match word char but no digit - NFA_FNAME, // Match file name char - NFA_SFNAME, // Match file name char but no digit - NFA_PRINT, // Match printable char - NFA_SPRINT, // Match printable char but no digit - NFA_WHITE, // Match whitespace char - NFA_NWHITE, // Match non-whitespace char - NFA_DIGIT, // Match digit char - NFA_NDIGIT, // Match non-digit char - NFA_HEX, // Match hex char - NFA_NHEX, // Match non-hex char - NFA_OCTAL, // Match octal char - NFA_NOCTAL, // Match non-octal char - NFA_WORD, // Match word char - NFA_NWORD, // Match non-word char - NFA_HEAD, // Match head char - NFA_NHEAD, // Match non-head char - NFA_ALPHA, // Match alpha char - NFA_NALPHA, // Match non-alpha char - NFA_LOWER, // Match lowercase char - NFA_NLOWER, // Match non-lowercase char - NFA_UPPER, // Match uppercase char - NFA_NUPPER, // Match non-uppercase char - NFA_LOWER_IC, // Match [a-z] - NFA_NLOWER_IC, // Match [^a-z] - NFA_UPPER_IC, // Match [A-Z] - NFA_NUPPER_IC, // Match [^A-Z] - - NFA_FIRST_NL = NFA_ANY + NFA_ADD_NL, - NFA_LAST_NL = NFA_NUPPER_IC + NFA_ADD_NL, - - NFA_CURSOR, // Match cursor pos - NFA_LNUM, // Match line number - NFA_LNUM_GT, // Match > line number - NFA_LNUM_LT, // Match < line number - NFA_COL, // Match cursor column - NFA_COL_GT, // Match > cursor column - NFA_COL_LT, // Match < cursor column - NFA_VCOL, // Match cursor virtual column - NFA_VCOL_GT, // Match > cursor virtual column - NFA_VCOL_LT, // Match < cursor virtual column - NFA_MARK, // Match mark - NFA_MARK_GT, // Match > mark - NFA_MARK_LT, // Match < mark - NFA_VISUAL, // Match Visual area - - // Character classes [:alnum:] etc - NFA_CLASS_ALNUM, - NFA_CLASS_ALPHA, - NFA_CLASS_BLANK, - NFA_CLASS_CNTRL, - NFA_CLASS_DIGIT, - NFA_CLASS_GRAPH, - NFA_CLASS_LOWER, - NFA_CLASS_PRINT, - NFA_CLASS_PUNCT, - NFA_CLASS_SPACE, - NFA_CLASS_UPPER, - NFA_CLASS_XDIGIT, - NFA_CLASS_TAB, - NFA_CLASS_RETURN, - NFA_CLASS_BACKSPACE, - NFA_CLASS_ESCAPE, - NFA_CLASS_IDENT, - NFA_CLASS_KEYWORD, - NFA_CLASS_FNAME, -}; - -// Keep in sync with classchars. -static int nfa_classcodes[] = { - NFA_ANY, NFA_IDENT, NFA_SIDENT, NFA_KWORD, NFA_SKWORD, - NFA_FNAME, NFA_SFNAME, NFA_PRINT, NFA_SPRINT, - NFA_WHITE, NFA_NWHITE, NFA_DIGIT, NFA_NDIGIT, - NFA_HEX, NFA_NHEX, NFA_OCTAL, NFA_NOCTAL, - NFA_WORD, NFA_NWORD, NFA_HEAD, NFA_NHEAD, - NFA_ALPHA, NFA_NALPHA, NFA_LOWER, NFA_NLOWER, - NFA_UPPER, NFA_NUPPER -}; - -static const char e_nul_found[] = N_("E865: (NFA) Regexp end encountered prematurely"); -static const char e_misplaced[] = N_("E866: (NFA regexp) Misplaced %c"); -static const char e_ill_char_class[] = N_("E877: (NFA regexp) Invalid character class: %" PRId64); -static const char e_value_too_large[] = N_("E951: \\% value too large"); - -// Since the out pointers in the list are always -// uninitialized, we use the pointers themselves -// as storage for the Ptrlists. -typedef union Ptrlist Ptrlist; -union Ptrlist { - Ptrlist *next; - nfa_state_T *s; -}; - -struct Frag { - nfa_state_T *start; - Ptrlist *out; -}; -typedef struct Frag Frag_T; - -typedef struct { - int in_use; ///< number of subexpr with useful info - - // When REG_MULTI is true list.multi is used, otherwise list.line. - union { - struct multipos { - linenr_T start_lnum; - linenr_T end_lnum; - colnr_T start_col; - colnr_T end_col; - } multi[NSUBEXP]; - struct linepos { - uint8_t *start; - uint8_t *end; - } line[NSUBEXP]; - } list; - colnr_T orig_start_col; // list.multi[0].start_col without \zs -} regsub_T; - -typedef struct { - regsub_T norm; // \( .. \) matches - regsub_T synt; // \z( .. \) matches -} regsubs_T; - -// nfa_pim_T stores a Postponed Invisible Match. -typedef struct nfa_pim_S nfa_pim_T; -struct nfa_pim_S { - int result; // NFA_PIM_*, see below - nfa_state_T *state; // the invisible match start state - regsubs_T subs; // submatch info, only party used - union { - lpos_T pos; - uint8_t *ptr; - } end; // where the match must end -}; - -// nfa_thread_T contains execution information of a NFA state -typedef struct { - nfa_state_T *state; - int count; - nfa_pim_T pim; // if pim.result != NFA_PIM_UNUSED: postponed - // invisible match - regsubs_T subs; // submatch info, only party used -} nfa_thread_T; - -// nfa_list_T contains the alternative NFA execution states. -typedef struct { - nfa_thread_T *t; ///< allocated array of states - int n; ///< nr of states currently in "t" - int len; ///< max nr of states in "t" - int id; ///< ID of the list - int has_pim; ///< true when any state has a PIM -} nfa_list_T; - -// Variables only used in nfa_regcomp() and descendants. -static int nfa_re_flags; ///< re_flags passed to nfa_regcomp(). -static int *post_start; ///< holds the postfix form of r.e. -static int *post_end; -static int *post_ptr; - -// Set when the pattern should use the NFA engine. -// E.g. [[:upper:]] only allows 8bit characters for BT engine, -// while NFA engine handles multibyte characters correctly. -static bool wants_nfa; - -static int nstate; ///< Number of states in the NFA. Also used when executing. -static int istate; ///< Index in the state vector, used in alloc_state() - -// If not NULL match must end at this position -static save_se_T *nfa_endp = NULL; - -// 0 for first call to nfa_regmatch(), 1 for recursive call. -static int nfa_ll_index = 0; - -#ifdef INCLUDE_GENERATED_DECLARATIONS -# include "regexp_nfa.c.generated.h" -#endif - -// Helper functions used when doing re2post() ... regatom() parsing -#define EMIT(c) \ - do { \ - if (post_ptr >= post_end) { \ - realloc_post_list(); \ - } \ - *post_ptr++ = c; \ - } while (0) - -/// Initialize internal variables before NFA compilation. -/// -/// @param re_flags @see vim_regcomp() -static void nfa_regcomp_start(uint8_t *expr, int re_flags) -{ - size_t postfix_size; - size_t nstate_max; - - nstate = 0; - istate = 0; - // A reasonable estimation for maximum size - nstate_max = (strlen((char *)expr) + 1) * 25; - - // Some items blow up in size, such as [A-z]. Add more space for that. - // When it is still not enough realloc_post_list() will be used. - nstate_max += 1000; - - // Size for postfix representation of expr. - postfix_size = sizeof(int) * nstate_max; - - post_start = (int *)xmalloc(postfix_size); - post_ptr = post_start; - post_end = post_start + nstate_max; - wants_nfa = false; - rex.nfa_has_zend = false; - rex.nfa_has_backref = false; - - // shared with BT engine - regcomp_start(expr, re_flags); -} - -// Figure out if the NFA state list starts with an anchor, must match at start -// of the line. -static int nfa_get_reganch(nfa_state_T *start, int depth) -{ - nfa_state_T *p = start; - - if (depth > 4) { - return 0; - } - - while (p != NULL) { - switch (p->c) { - case NFA_BOL: - case NFA_BOF: - return 1; // yes! - - case NFA_ZSTART: - case NFA_ZEND: - case NFA_CURSOR: - case NFA_VISUAL: - - case NFA_MOPEN: - case NFA_MOPEN1: - case NFA_MOPEN2: - case NFA_MOPEN3: - case NFA_MOPEN4: - case NFA_MOPEN5: - case NFA_MOPEN6: - case NFA_MOPEN7: - case NFA_MOPEN8: - case NFA_MOPEN9: - case NFA_NOPEN: - case NFA_ZOPEN: - case NFA_ZOPEN1: - case NFA_ZOPEN2: - case NFA_ZOPEN3: - case NFA_ZOPEN4: - case NFA_ZOPEN5: - case NFA_ZOPEN6: - case NFA_ZOPEN7: - case NFA_ZOPEN8: - case NFA_ZOPEN9: - p = p->out; - break; - - case NFA_SPLIT: - return nfa_get_reganch(p->out, depth + 1) - && nfa_get_reganch(p->out1, depth + 1); - - default: - return 0; // noooo - } - } - return 0; -} - -// Figure out if the NFA state list starts with a character which must match -// at start of the match. -static int nfa_get_regstart(nfa_state_T *start, int depth) -{ - nfa_state_T *p = start; - - if (depth > 4) { - return 0; - } - - while (p != NULL) { - switch (p->c) { - // all kinds of zero-width matches - case NFA_BOL: - case NFA_BOF: - case NFA_BOW: - case NFA_EOW: - case NFA_ZSTART: - case NFA_ZEND: - case NFA_CURSOR: - case NFA_VISUAL: - case NFA_LNUM: - case NFA_LNUM_GT: - case NFA_LNUM_LT: - case NFA_COL: - case NFA_COL_GT: - case NFA_COL_LT: - case NFA_VCOL: - case NFA_VCOL_GT: - case NFA_VCOL_LT: - case NFA_MARK: - case NFA_MARK_GT: - case NFA_MARK_LT: - - case NFA_MOPEN: - case NFA_MOPEN1: - case NFA_MOPEN2: - case NFA_MOPEN3: - case NFA_MOPEN4: - case NFA_MOPEN5: - case NFA_MOPEN6: - case NFA_MOPEN7: - case NFA_MOPEN8: - case NFA_MOPEN9: - case NFA_NOPEN: - case NFA_ZOPEN: - case NFA_ZOPEN1: - case NFA_ZOPEN2: - case NFA_ZOPEN3: - case NFA_ZOPEN4: - case NFA_ZOPEN5: - case NFA_ZOPEN6: - case NFA_ZOPEN7: - case NFA_ZOPEN8: - case NFA_ZOPEN9: - p = p->out; - break; - - case NFA_SPLIT: { - int c1 = nfa_get_regstart(p->out, depth + 1); - int c2 = nfa_get_regstart(p->out1, depth + 1); - - if (c1 == c2) { - return c1; // yes! - } - return 0; - } - - default: - if (p->c > 0) { - return p->c; // yes! - } - return 0; - } - } - return 0; -} - -// Figure out if the NFA state list contains just literal text and nothing -// else. If so return a string in allocated memory with what must match after -// regstart. Otherwise return NULL. -static uint8_t *nfa_get_match_text(nfa_state_T *start) -{ - nfa_state_T *p = start; - int len = 0; - uint8_t *ret; - uint8_t *s; - - if (p->c != NFA_MOPEN) { - return NULL; // just in case - } - p = p->out; - while (p->c > 0) { - len += utf_char2len(p->c); - p = p->out; - } - if (p->c != NFA_MCLOSE || p->out->c != NFA_MATCH) { - return NULL; - } - - ret = xmalloc((size_t)len); - p = start->out->out; // skip first char, it goes into regstart - s = ret; - while (p->c > 0) { - s += utf_char2bytes(p->c, (char *)s); - p = p->out; - } - *s = NUL; - - return ret; -} - -// Allocate more space for post_start. Called when -// running above the estimated number of states. -static void realloc_post_list(void) -{ - // For weird patterns the number of states can be very high. Increasing by - // 50% seems a reasonable compromise between memory use and speed. - const size_t new_max = (size_t)(post_end - post_start) * 3 / 2; - int *new_start = xrealloc(post_start, new_max * sizeof(int)); - post_ptr = new_start + (post_ptr - post_start); - post_end = new_start + new_max; - post_start = new_start; -} - -// Search between "start" and "end" and try to recognize a -// character class in expanded form. For example [0-9]. -// On success, return the id the character class to be emitted. -// On failure, return 0 (=FAIL) -// Start points to the first char of the range, while end should point -// to the closing brace. -// Keep in mind that 'ignorecase' applies at execution time, thus [a-z] may -// need to be interpreted as [a-zA-Z]. -static int nfa_recognize_char_class(uint8_t *start, uint8_t *end, int extra_newl) -{ -#define CLASS_not 0x80 -#define CLASS_af 0x40 -#define CLASS_AF 0x20 -#define CLASS_az 0x10 -#define CLASS_AZ 0x08 -#define CLASS_o7 0x04 -#define CLASS_o9 0x02 -#define CLASS_underscore 0x01 - - uint8_t *p; - int config = 0; - - bool newl = extra_newl == true; - - if (*end != ']') { - return FAIL; - } - p = start; - if (*p == '^') { - config |= CLASS_not; - p++; - } - - while (p < end) { - if (p + 2 < end && *(p + 1) == '-') { - switch (*p) { - case '0': - if (*(p + 2) == '9') { - config |= CLASS_o9; - break; - } else if (*(p + 2) == '7') { - config |= CLASS_o7; - break; - } - return FAIL; - case 'a': - if (*(p + 2) == 'z') { - config |= CLASS_az; - break; - } else if (*(p + 2) == 'f') { - config |= CLASS_af; - break; - } - return FAIL; - case 'A': - if (*(p + 2) == 'Z') { - config |= CLASS_AZ; - break; - } else if (*(p + 2) == 'F') { - config |= CLASS_AF; - break; - } - return FAIL; - default: - return FAIL; - } - p += 3; - } else if (p + 1 < end && *p == '\\' && *(p + 1) == 'n') { - newl = true; - p += 2; - } else if (*p == '_') { - config |= CLASS_underscore; - p++; - } else if (*p == '\n') { - newl = true; - p++; - } else { - return FAIL; - } - } // while (p < end) - - if (p != end) { - return FAIL; - } - - if (newl == true) { - extra_newl = NFA_ADD_NL; - } - - switch (config) { - case CLASS_o9: - return extra_newl + NFA_DIGIT; - case CLASS_not | CLASS_o9: - return extra_newl + NFA_NDIGIT; - case CLASS_af | CLASS_AF | CLASS_o9: - return extra_newl + NFA_HEX; - case CLASS_not | CLASS_af | CLASS_AF | CLASS_o9: - return extra_newl + NFA_NHEX; - case CLASS_o7: - return extra_newl + NFA_OCTAL; - case CLASS_not | CLASS_o7: - return extra_newl + NFA_NOCTAL; - case CLASS_az | CLASS_AZ | CLASS_o9 | CLASS_underscore: - return extra_newl + NFA_WORD; - case CLASS_not | CLASS_az | CLASS_AZ | CLASS_o9 | CLASS_underscore: - return extra_newl + NFA_NWORD; - case CLASS_az | CLASS_AZ | CLASS_underscore: - return extra_newl + NFA_HEAD; - case CLASS_not | CLASS_az | CLASS_AZ | CLASS_underscore: - return extra_newl + NFA_NHEAD; - case CLASS_az | CLASS_AZ: - return extra_newl + NFA_ALPHA; - case CLASS_not | CLASS_az | CLASS_AZ: - return extra_newl + NFA_NALPHA; - case CLASS_az: - return extra_newl + NFA_LOWER_IC; - case CLASS_not | CLASS_az: - return extra_newl + NFA_NLOWER_IC; - case CLASS_AZ: - return extra_newl + NFA_UPPER_IC; - case CLASS_not | CLASS_AZ: - return extra_newl + NFA_NUPPER_IC; - } - return FAIL; -} - -// Produce the bytes for equivalence class "c". -// Currently only handles latin1, latin9 and utf-8. -// Emits bytes in postfix notation: 'a,b,NFA_OR,c,NFA_OR' is -// equivalent to 'a OR b OR c' -// -// NOTE! When changing this function, also update reg_equi_class() -static void nfa_emit_equi_class(int c) -{ -#define EMIT2(c) EMIT(c); EMIT(NFA_CONCAT); - - { -#define A_grave 0xc0 -#define A_acute 0xc1 -#define A_circumflex 0xc2 -#define A_virguilla 0xc3 -#define A_diaeresis 0xc4 -#define A_ring 0xc5 -#define C_cedilla 0xc7 -#define E_grave 0xc8 -#define E_acute 0xc9 -#define E_circumflex 0xca -#define E_diaeresis 0xcb -#define I_grave 0xcc -#define I_acute 0xcd -#define I_circumflex 0xce -#define I_diaeresis 0xcf -#define N_virguilla 0xd1 -#define O_grave 0xd2 -#define O_acute 0xd3 -#define O_circumflex 0xd4 -#define O_virguilla 0xd5 -#define O_diaeresis 0xd6 -#define O_slash 0xd8 -#define U_grave 0xd9 -#define U_acute 0xda -#define U_circumflex 0xdb -#define U_diaeresis 0xdc -#define Y_acute 0xdd -#define a_grave 0xe0 -#define a_acute 0xe1 -#define a_circumflex 0xe2 -#define a_virguilla 0xe3 -#define a_diaeresis 0xe4 -#define a_ring 0xe5 -#define c_cedilla 0xe7 -#define e_grave 0xe8 -#define e_acute 0xe9 -#define e_circumflex 0xea -#define e_diaeresis 0xeb -#define i_grave 0xec -#define i_acute 0xed -#define i_circumflex 0xee -#define i_diaeresis 0xef -#define n_virguilla 0xf1 -#define o_grave 0xf2 -#define o_acute 0xf3 -#define o_circumflex 0xf4 -#define o_virguilla 0xf5 -#define o_diaeresis 0xf6 -#define o_slash 0xf8 -#define u_grave 0xf9 -#define u_acute 0xfa -#define u_circumflex 0xfb -#define u_diaeresis 0xfc -#define y_acute 0xfd -#define y_diaeresis 0xff - switch (c) { - case 'A': - case A_grave: - case A_acute: - case A_circumflex: - case A_virguilla: - case A_diaeresis: - case A_ring: - case 0x100: - case 0x102: - case 0x104: - case 0x1cd: - case 0x1de: - case 0x1e0: - case 0x1fa: - case 0x200: - case 0x202: - case 0x226: - case 0x23a: - case 0x1e00: - case 0x1ea0: - case 0x1ea2: - case 0x1ea4: - case 0x1ea6: - case 0x1ea8: - case 0x1eaa: - case 0x1eac: - case 0x1eae: - case 0x1eb0: - case 0x1eb2: - case 0x1eb4: - case 0x1eb6: - EMIT2('A') EMIT2(A_grave) EMIT2(A_acute) // NOLINT(whitespace/cast) - EMIT2(A_circumflex) EMIT2(A_virguilla) // NOLINT(whitespace/cast) - EMIT2(A_diaeresis) EMIT2(A_ring) // NOLINT(whitespace/cast) - EMIT2(0x100) EMIT2(0x102) EMIT2(0x104) - EMIT2(0x1cd) EMIT2(0x1de) EMIT2(0x1e0) - EMIT2(0x1fa) EMIT2(0x200) EMIT2(0x202) - EMIT2(0x226) EMIT2(0x23a) EMIT2(0x1e00) - EMIT2(0x1ea0) EMIT2(0x1ea2) EMIT2(0x1ea4) - EMIT2(0x1ea6) EMIT2(0x1ea8) EMIT2(0x1eaa) - EMIT2(0x1eac) EMIT2(0x1eae) EMIT2(0x1eb0) - EMIT2(0x1eb2) EMIT2(0x1eb6) EMIT2(0x1eb4) - return; - - case 'B': - case 0x181: - case 0x243: - case 0x1e02: - case 0x1e04: - case 0x1e06: - EMIT2('B') - EMIT2(0x181) EMIT2(0x243) EMIT2(0x1e02) - EMIT2(0x1e04) EMIT2(0x1e06) - return; - - case 'C': - case C_cedilla: - case 0x106: - case 0x108: - case 0x10a: - case 0x10c: - case 0x187: - case 0x23b: - case 0x1e08: - case 0xa792: - EMIT2('C') EMIT2(C_cedilla) - EMIT2(0x106) EMIT2(0x108) EMIT2(0x10a) - EMIT2(0x10c) EMIT2(0x187) EMIT2(0x23b) - EMIT2(0x1e08) EMIT2(0xa792) - return; - - case 'D': - case 0x10e: - case 0x110: - case 0x18a: - case 0x1e0a: - case 0x1e0c: - case 0x1e0e: - case 0x1e10: - case 0x1e12: - EMIT2('D') EMIT2(0x10e) EMIT2(0x110) EMIT2(0x18a) - EMIT2(0x1e0a) EMIT2(0x1e0c) EMIT2(0x1e0e) - EMIT2(0x1e10) EMIT2(0x1e12) - return; - - case 'E': - case E_grave: - case E_acute: - case E_circumflex: - case E_diaeresis: - case 0x112: - case 0x114: - case 0x116: - case 0x118: - case 0x11a: - case 0x204: - case 0x206: - case 0x228: - case 0x246: - case 0x1e14: - case 0x1e16: - case 0x1e18: - case 0x1e1a: - case 0x1e1c: - case 0x1eb8: - case 0x1eba: - case 0x1ebc: - case 0x1ebe: - case 0x1ec0: - case 0x1ec2: - case 0x1ec4: - case 0x1ec6: - EMIT2('E') EMIT2(E_grave) EMIT2(E_acute) // NOLINT(whitespace/cast) - EMIT2(E_circumflex) EMIT2(E_diaeresis) // NOLINT(whitespace/cast) - EMIT2(0x112) EMIT2(0x114) EMIT2(0x116) - EMIT2(0x118) EMIT2(0x11a) EMIT2(0x204) - EMIT2(0x206) EMIT2(0x228) EMIT2(0x246) - EMIT2(0x1e14) EMIT2(0x1e16) EMIT2(0x1e18) - EMIT2(0x1e1a) EMIT2(0x1e1c) EMIT2(0x1eb8) - EMIT2(0x1eba) EMIT2(0x1ebc) EMIT2(0x1ebe) - EMIT2(0x1ec0) EMIT2(0x1ec2) EMIT2(0x1ec4) - EMIT2(0x1ec6) - return; - - case 'F': - case 0x191: - case 0x1e1e: - case 0xa798: - EMIT2('F') EMIT2(0x191) EMIT2(0x1e1e) EMIT2(0xa798) - return; - - case 'G': - case 0x11c: - case 0x11e: - case 0x120: - case 0x122: - case 0x193: - case 0x1e4: - case 0x1e6: - case 0x1f4: - case 0x1e20: - case 0xa7a0: - EMIT2('G') EMIT2(0x11c) EMIT2(0x11e) EMIT2(0x120) - EMIT2(0x122) EMIT2(0x193) EMIT2(0x1e4) - EMIT2(0x1e6) EMIT2(0x1f4) EMIT2(0x1e20) - EMIT2(0xa7a0) - return; - - case 'H': - case 0x124: - case 0x126: - case 0x21e: - case 0x1e22: - case 0x1e24: - case 0x1e26: - case 0x1e28: - case 0x1e2a: - case 0x2c67: - EMIT2('H') EMIT2(0x124) EMIT2(0x126) EMIT2(0x21e) - EMIT2(0x1e22) EMIT2(0x1e24) EMIT2(0x1e26) - EMIT2(0x1e28) EMIT2(0x1e2a) EMIT2(0x2c67) - return; - - case 'I': - case I_grave: - case I_acute: - case I_circumflex: - case I_diaeresis: - case 0x128: - case 0x12a: - case 0x12c: - case 0x12e: - case 0x130: - case 0x197: - case 0x1cf: - case 0x208: - case 0x20a: - case 0x1e2c: - case 0x1e2e: - case 0x1ec8: - case 0x1eca: - EMIT2('I') EMIT2(I_grave) EMIT2(I_acute) // NOLINT(whitespace/cast) - EMIT2(I_circumflex) EMIT2(I_diaeresis) // NOLINT(whitespace/cast) - EMIT2(0x128) EMIT2(0x12a) EMIT2(0x12c) - EMIT2(0x12e) EMIT2(0x130) EMIT2(0x197) - EMIT2(0x1cf) EMIT2(0x208) EMIT2(0x20a) - EMIT2(0x1e2c) EMIT2(0x1e2e) EMIT2(0x1ec8) - EMIT2(0x1eca) - return; - - case 'J': - case 0x134: - case 0x248: - EMIT2('J') EMIT2(0x134) EMIT2(0x248) - return; - - case 'K': - case 0x136: - case 0x198: - case 0x1e8: - case 0x1e30: - case 0x1e32: - case 0x1e34: - case 0x2c69: - case 0xa740: - EMIT2('K') EMIT2(0x136) EMIT2(0x198) EMIT2(0x1e8) - EMIT2(0x1e30) EMIT2(0x1e32) EMIT2(0x1e34) - EMIT2(0x2c69) EMIT2(0xa740) - return; - - case 'L': - case 0x139: - case 0x13b: - case 0x13d: - case 0x13f: - case 0x141: - case 0x23d: - case 0x1e36: - case 0x1e38: - case 0x1e3a: - case 0x1e3c: - case 0x2c60: - EMIT2('L') EMIT2(0x139) EMIT2(0x13b) - EMIT2(0x13d) EMIT2(0x13f) EMIT2(0x141) - EMIT2(0x23d) EMIT2(0x1e36) EMIT2(0x1e38) - EMIT2(0x1e3a) EMIT2(0x1e3c) EMIT2(0x2c60) - return; - - case 'M': - case 0x1e3e: - case 0x1e40: - case 0x1e42: - EMIT2('M') EMIT2(0x1e3e) EMIT2(0x1e40) - EMIT2(0x1e42) - return; - - case 'N': - case N_virguilla: - case 0x143: - case 0x145: - case 0x147: - case 0x1f8: - case 0x1e44: - case 0x1e46: - case 0x1e48: - case 0x1e4a: - case 0xa7a4: - EMIT2('N') EMIT2(N_virguilla) - EMIT2(0x143) EMIT2(0x145) EMIT2(0x147) - EMIT2(0x1f8) EMIT2(0x1e44) EMIT2(0x1e46) - EMIT2(0x1e48) EMIT2(0x1e4a) EMIT2(0xa7a4) - return; - - case 'O': - case O_grave: - case O_acute: - case O_circumflex: - case O_virguilla: - case O_diaeresis: - case O_slash: - case 0x14c: - case 0x14e: - case 0x150: - case 0x19f: - case 0x1a0: - case 0x1d1: - case 0x1ea: - case 0x1ec: - case 0x1fe: - case 0x20c: - case 0x20e: - case 0x22a: - case 0x22c: - case 0x22e: - case 0x230: - case 0x1e4c: - case 0x1e4e: - case 0x1e50: - case 0x1e52: - case 0x1ecc: - case 0x1ece: - case 0x1ed0: - case 0x1ed2: - case 0x1ed4: - case 0x1ed6: - case 0x1ed8: - case 0x1eda: - case 0x1edc: - case 0x1ede: - case 0x1ee0: - case 0x1ee2: - EMIT2('O') EMIT2(O_grave) EMIT2(O_acute) // NOLINT(whitespace/cast) - EMIT2(O_circumflex) EMIT2(O_virguilla) // NOLINT(whitespace/cast) - EMIT2(O_diaeresis) EMIT2(O_slash) // NOLINT(whitespace/cast) - EMIT2(0x14c) EMIT2(0x14e) EMIT2(0x150) - EMIT2(0x19f) EMIT2(0x1a0) EMIT2(0x1d1) - EMIT2(0x1ea) EMIT2(0x1ec) EMIT2(0x1fe) - EMIT2(0x20c) EMIT2(0x20e) EMIT2(0x22a) - EMIT2(0x22c) EMIT2(0x22e) EMIT2(0x230) - EMIT2(0x1e4c) EMIT2(0x1e4e) EMIT2(0x1e50) - EMIT2(0x1e52) EMIT2(0x1ecc) EMIT2(0x1ece) - EMIT2(0x1ed0) EMIT2(0x1ed2) EMIT2(0x1ed4) - EMIT2(0x1ed6) EMIT2(0x1ed8) EMIT2(0x1eda) - EMIT2(0x1edc) EMIT2(0x1ede) EMIT2(0x1ee0) - EMIT2(0x1ee2) - return; - - case 'P': - case 0x1a4: - case 0x1e54: - case 0x1e56: - case 0x2c63: - EMIT2('P') EMIT2(0x1a4) EMIT2(0x1e54) EMIT2(0x1e56) - EMIT2(0x2c63) - return; - - case 'Q': - case 0x24a: - EMIT2('Q') EMIT2(0x24a) - return; - - case 'R': - case 0x154: - case 0x156: - case 0x158: - case 0x210: - case 0x212: - case 0x24c: - case 0x1e58: - case 0x1e5a: - case 0x1e5c: - case 0x1e5e: - case 0x2c64: - case 0xa7a6: - EMIT2('R') EMIT2(0x154) EMIT2(0x156) EMIT2(0x158) - EMIT2(0x210) EMIT2(0x212) EMIT2(0x24c) EMIT2(0x1e58) - EMIT2(0x1e5a) EMIT2(0x1e5c) EMIT2(0x1e5e) EMIT2(0x2c64) - EMIT2(0xa7a6) - return; - - case 'S': - case 0x15a: - case 0x15c: - case 0x15e: - case 0x160: - case 0x218: - case 0x1e60: - case 0x1e62: - case 0x1e64: - case 0x1e66: - case 0x1e68: - case 0x2c7e: - case 0xa7a8: - EMIT2('S') EMIT2(0x15a) EMIT2(0x15c) EMIT2(0x15e) - EMIT2(0x160) EMIT2(0x218) EMIT2(0x1e60) EMIT2(0x1e62) - EMIT2(0x1e64) EMIT2(0x1e66) EMIT2(0x1e68) EMIT2(0x2c7e) - EMIT2(0xa7a8) - return; - - case 'T': - case 0x162: - case 0x164: - case 0x166: - case 0x1ac: - case 0x1ae: - case 0x21a: - case 0x23e: - case 0x1e6a: - case 0x1e6c: - case 0x1e6e: - case 0x1e70: - EMIT2('T') EMIT2(0x162) EMIT2(0x164) EMIT2(0x166) - EMIT2(0x1ac) EMIT2(0x1ae) EMIT2(0x23e) EMIT2(0x21a) - EMIT2(0x1e6a) EMIT2(0x1e6c) EMIT2(0x1e6e) EMIT2(0x1e70) - return; - - case 'U': - case U_grave: - case U_acute: - case U_diaeresis: - case U_circumflex: - case 0x168: - case 0x16a: - case 0x16c: - case 0x16e: - case 0x170: - case 0x172: - case 0x1af: - case 0x1d3: - case 0x1d5: - case 0x1d7: - case 0x1d9: - case 0x1db: - case 0x214: - case 0x216: - case 0x244: - case 0x1e72: - case 0x1e74: - case 0x1e76: - case 0x1e78: - case 0x1e7a: - case 0x1ee4: - case 0x1ee6: - case 0x1ee8: - case 0x1eea: - case 0x1eec: - case 0x1eee: - case 0x1ef0: - EMIT2('U') EMIT2(U_grave) EMIT2(U_acute) // NOLINT(whitespace/cast) - EMIT2(U_diaeresis) EMIT2(U_circumflex) // NOLINT(whitespace/cast) - EMIT2(0x168) EMIT2(0x16a) - EMIT2(0x16c) EMIT2(0x16e) EMIT2(0x170) - EMIT2(0x172) EMIT2(0x1af) EMIT2(0x1d3) - EMIT2(0x1d5) EMIT2(0x1d7) EMIT2(0x1d9) - EMIT2(0x1db) EMIT2(0x214) EMIT2(0x216) - EMIT2(0x244) EMIT2(0x1e72) EMIT2(0x1e74) - EMIT2(0x1e76) EMIT2(0x1e78) EMIT2(0x1e7a) - EMIT2(0x1ee4) EMIT2(0x1ee6) EMIT2(0x1ee8) - EMIT2(0x1eea) EMIT2(0x1eec) EMIT2(0x1eee) - EMIT2(0x1ef0) - return; - - case 'V': - case 0x1b2: - case 0x1e7c: - case 0x1e7e: - EMIT2('V') EMIT2(0x1b2) EMIT2(0x1e7c) EMIT2(0x1e7e) - return; - - case 'W': - case 0x174: - case 0x1e80: - case 0x1e82: - case 0x1e84: - case 0x1e86: - case 0x1e88: - EMIT2('W') EMIT2(0x174) EMIT2(0x1e80) EMIT2(0x1e82) - EMIT2(0x1e84) EMIT2(0x1e86) EMIT2(0x1e88) - return; - - case 'X': - case 0x1e8a: - case 0x1e8c: - EMIT2('X') EMIT2(0x1e8a) EMIT2(0x1e8c) - return; - - case 'Y': - case Y_acute: - case 0x176: - case 0x178: - case 0x1b3: - case 0x232: - case 0x24e: - case 0x1e8e: - case 0x1ef2: - case 0x1ef4: - case 0x1ef6: - case 0x1ef8: - EMIT2('Y') EMIT2(Y_acute) - EMIT2(0x176) EMIT2(0x178) EMIT2(0x1b3) - EMIT2(0x232) EMIT2(0x24e) EMIT2(0x1e8e) - EMIT2(0x1ef2) EMIT2(0x1ef4) EMIT2(0x1ef6) - EMIT2(0x1ef8) - return; - - case 'Z': - case 0x179: - case 0x17b: - case 0x17d: - case 0x1b5: - case 0x1e90: - case 0x1e92: - case 0x1e94: - case 0x2c6b: - EMIT2('Z') EMIT2(0x179) EMIT2(0x17b) EMIT2(0x17d) - EMIT2(0x1b5) EMIT2(0x1e90) EMIT2(0x1e92) - EMIT2(0x1e94) EMIT2(0x2c6b) - return; - - case 'a': - case a_grave: - case a_acute: - case a_circumflex: - case a_virguilla: - case a_diaeresis: - case a_ring: - case 0x101: - case 0x103: - case 0x105: - case 0x1ce: - case 0x1df: - case 0x1e1: - case 0x1fb: - case 0x201: - case 0x203: - case 0x227: - case 0x1d8f: - case 0x1e01: - case 0x1e9a: - case 0x1ea1: - case 0x1ea3: - case 0x1ea5: - case 0x1ea7: - case 0x1ea9: - case 0x1eab: - case 0x1ead: - case 0x1eaf: - case 0x1eb1: - case 0x1eb3: - case 0x1eb5: - case 0x1eb7: - case 0x2c65: - EMIT2('a') EMIT2(a_grave) EMIT2(a_acute) // NOLINT(whitespace/cast) - EMIT2(a_circumflex) EMIT2(a_virguilla) // NOLINT(whitespace/cast) - EMIT2(a_diaeresis) EMIT2(a_ring) // NOLINT(whitespace/cast) - EMIT2(0x101) EMIT2(0x103) EMIT2(0x105) - EMIT2(0x1ce) EMIT2(0x1df) EMIT2(0x1e1) - EMIT2(0x1fb) EMIT2(0x201) EMIT2(0x203) - EMIT2(0x227) EMIT2(0x1d8f) EMIT2(0x1e01) - EMIT2(0x1e9a) EMIT2(0x1ea1) EMIT2(0x1ea3) - EMIT2(0x1ea5) EMIT2(0x1ea7) EMIT2(0x1ea9) - EMIT2(0x1eab) EMIT2(0x1ead) EMIT2(0x1eaf) - EMIT2(0x1eb1) EMIT2(0x1eb3) EMIT2(0x1eb5) - EMIT2(0x1eb7) EMIT2(0x2c65) - return; - - case 'b': - case 0x180: - case 0x253: - case 0x1d6c: - case 0x1d80: - case 0x1e03: - case 0x1e05: - case 0x1e07: - EMIT2('b') EMIT2(0x180) EMIT2(0x253) EMIT2(0x1d6c) - EMIT2(0x1d80) EMIT2(0x1e03) EMIT2(0x1e05) EMIT2(0x1e07) - return; - - case 'c': - case c_cedilla: - case 0x107: - case 0x109: - case 0x10b: - case 0x10d: - case 0x188: - case 0x23c: - case 0x1e09: - case 0xa793: - case 0xa794: - EMIT2('c') EMIT2(c_cedilla) - EMIT2(0x107) EMIT2(0x109) EMIT2(0x10b) - EMIT2(0x10d) EMIT2(0x188) EMIT2(0x23c) - EMIT2(0x1e09) EMIT2(0xa793) EMIT2(0xa794) - return; - - case 'd': - case 0x10f: - case 0x111: - case 0x257: - case 0x1d6d: - case 0x1d81: - case 0x1d91: - case 0x1e0b: - case 0x1e0d: - case 0x1e0f: - case 0x1e11: - case 0x1e13: - EMIT2('d') EMIT2(0x10f) EMIT2(0x111) - EMIT2(0x257) EMIT2(0x1d6d) EMIT2(0x1d81) - EMIT2(0x1d91) EMIT2(0x1e0b) EMIT2(0x1e0d) - EMIT2(0x1e0f) EMIT2(0x1e11) EMIT2(0x1e13) - return; - - case 'e': - case e_grave: - case e_acute: - case e_circumflex: - case e_diaeresis: - case 0x113: - case 0x115: - case 0x117: - case 0x119: - case 0x11b: - case 0x205: - case 0x207: - case 0x229: - case 0x247: - case 0x1d92: - case 0x1e15: - case 0x1e17: - case 0x1e19: - case 0x1e1b: - case 0x1e1d: - case 0x1eb9: - case 0x1ebb: - case 0x1ebd: - case 0x1ebf: - case 0x1ec1: - case 0x1ec3: - case 0x1ec5: - case 0x1ec7: - EMIT2('e') EMIT2(e_grave) EMIT2(e_acute) // NOLINT(whitespace/cast) - EMIT2(e_circumflex) EMIT2(e_diaeresis) // NOLINT(whitespace/cast) - EMIT2(0x113) EMIT2(0x115) - EMIT2(0x117) EMIT2(0x119) EMIT2(0x11b) - EMIT2(0x205) EMIT2(0x207) EMIT2(0x229) - EMIT2(0x247) EMIT2(0x1d92) EMIT2(0x1e15) - EMIT2(0x1e17) EMIT2(0x1e19) EMIT2(0x1e1b) - EMIT2(0x1e1d) EMIT2(0x1eb9) EMIT2(0x1ebb) - EMIT2(0x1ebd) EMIT2(0x1ebf) EMIT2(0x1ec1) - EMIT2(0x1ec3) EMIT2(0x1ec5) EMIT2(0x1ec7) - return; - - case 'f': - case 0x192: - case 0x1d6e: - case 0x1d82: - case 0x1e1f: - case 0xa799: - EMIT2('f') EMIT2(0x192) EMIT2(0x1d6e) EMIT2(0x1d82) - EMIT2(0x1e1f) EMIT2(0xa799) - return; - - case 'g': - case 0x11d: - case 0x11f: - case 0x121: - case 0x123: - case 0x1e5: - case 0x1e7: - case 0x1f5: - case 0x260: - case 0x1d83: - case 0x1e21: - case 0xa7a1: - EMIT2('g') EMIT2(0x11d) EMIT2(0x11f) EMIT2(0x121) - EMIT2(0x123) EMIT2(0x1e5) EMIT2(0x1e7) - EMIT2(0x1f5) EMIT2(0x260) EMIT2(0x1d83) - EMIT2(0x1e21) EMIT2(0xa7a1) - return; - - case 'h': - case 0x125: - case 0x127: - case 0x21f: - case 0x1e23: - case 0x1e25: - case 0x1e27: - case 0x1e29: - case 0x1e2b: - case 0x1e96: - case 0x2c68: - case 0xa795: - EMIT2('h') EMIT2(0x125) EMIT2(0x127) EMIT2(0x21f) - EMIT2(0x1e23) EMIT2(0x1e25) EMIT2(0x1e27) - EMIT2(0x1e29) EMIT2(0x1e2b) EMIT2(0x1e96) - EMIT2(0x2c68) EMIT2(0xa795) - return; - - case 'i': - case i_grave: - case i_acute: - case i_circumflex: - case i_diaeresis: - case 0x129: - case 0x12b: - case 0x12d: - case 0x12f: - case 0x1d0: - case 0x209: - case 0x20b: - case 0x268: - case 0x1d96: - case 0x1e2d: - case 0x1e2f: - case 0x1ec9: - case 0x1ecb: - EMIT2('i') EMIT2(i_grave) EMIT2(i_acute) // NOLINT(whitespace/cast) - EMIT2(i_circumflex) EMIT2(i_diaeresis) // NOLINT(whitespace/cast) - EMIT2(0x129) EMIT2(0x12b) EMIT2(0x12d) - EMIT2(0x12f) EMIT2(0x1d0) EMIT2(0x209) - EMIT2(0x20b) EMIT2(0x268) EMIT2(0x1d96) - EMIT2(0x1e2d) EMIT2(0x1e2f) EMIT2(0x1ec9) - EMIT2(0x1ecb) EMIT2(0x1ecb) - return; - - case 'j': - case 0x135: - case 0x1f0: - case 0x249: - EMIT2('j') EMIT2(0x135) EMIT2(0x1f0) EMIT2(0x249) - return; - - case 'k': - case 0x137: - case 0x199: - case 0x1e9: - case 0x1d84: - case 0x1e31: - case 0x1e33: - case 0x1e35: - case 0x2c6a: - case 0xa741: - EMIT2('k') EMIT2(0x137) EMIT2(0x199) EMIT2(0x1e9) - EMIT2(0x1d84) EMIT2(0x1e31) EMIT2(0x1e33) - EMIT2(0x1e35) EMIT2(0x2c6a) EMIT2(0xa741) - return; - - case 'l': - case 0x13a: - case 0x13c: - case 0x13e: - case 0x140: - case 0x142: - case 0x19a: - case 0x1e37: - case 0x1e39: - case 0x1e3b: - case 0x1e3d: - case 0x2c61: - EMIT2('l') EMIT2(0x13a) EMIT2(0x13c) - EMIT2(0x13e) EMIT2(0x140) EMIT2(0x142) - EMIT2(0x19a) EMIT2(0x1e37) EMIT2(0x1e39) - EMIT2(0x1e3b) EMIT2(0x1e3d) EMIT2(0x2c61) - return; - - case 'm': - case 0x1d6f: - case 0x1e3f: - case 0x1e41: - case 0x1e43: - EMIT2('m') EMIT2(0x1d6f) EMIT2(0x1e3f) - EMIT2(0x1e41) EMIT2(0x1e43) - return; - - case 'n': - case n_virguilla: - case 0x144: - case 0x146: - case 0x148: - case 0x149: - case 0x1f9: - case 0x1d70: - case 0x1d87: - case 0x1e45: - case 0x1e47: - case 0x1e49: - case 0x1e4b: - case 0xa7a5: - EMIT2('n') EMIT2(n_virguilla) - EMIT2(0x144) EMIT2(0x146) EMIT2(0x148) - EMIT2(0x149) EMIT2(0x1f9) EMIT2(0x1d70) - EMIT2(0x1d87) EMIT2(0x1e45) EMIT2(0x1e47) - EMIT2(0x1e49) EMIT2(0x1e4b) EMIT2(0xa7a5) - return; - - case 'o': - case o_grave: - case o_acute: - case o_circumflex: - case o_virguilla: - case o_diaeresis: - case o_slash: - case 0x14d: - case 0x14f: - case 0x151: - case 0x1a1: - case 0x1d2: - case 0x1eb: - case 0x1ed: - case 0x1ff: - case 0x20d: - case 0x20f: - case 0x22b: - case 0x22d: - case 0x22f: - case 0x231: - case 0x275: - case 0x1e4d: - case 0x1e4f: - case 0x1e51: - case 0x1e53: - case 0x1ecd: - case 0x1ecf: - case 0x1ed1: - case 0x1ed3: - case 0x1ed5: - case 0x1ed7: - case 0x1ed9: - case 0x1edb: - case 0x1edd: - case 0x1edf: - case 0x1ee1: - case 0x1ee3: - EMIT2('o') EMIT2(o_grave) EMIT2(o_acute) // NOLINT(whitespace/cast) - EMIT2(o_circumflex) EMIT2(o_virguilla) // NOLINT(whitespace/cast) - EMIT2(o_diaeresis) EMIT2(o_slash) // NOLINT(whitespace/cast) - EMIT2(0x14d) EMIT2(0x14f) EMIT2(0x151) - EMIT2(0x1a1) EMIT2(0x1d2) EMIT2(0x1eb) - EMIT2(0x1ed) EMIT2(0x1ff) EMIT2(0x20d) - EMIT2(0x20f) EMIT2(0x22b) EMIT2(0x22d) - EMIT2(0x22f) EMIT2(0x231) EMIT2(0x275) - EMIT2(0x1e4d) EMIT2(0x1e4f) EMIT2(0x1e51) - EMIT2(0x1e53) EMIT2(0x1ecd) EMIT2(0x1ecf) - EMIT2(0x1ed1) EMIT2(0x1ed3) EMIT2(0x1ed5) - EMIT2(0x1ed7) EMIT2(0x1ed9) EMIT2(0x1edb) - EMIT2(0x1edd) EMIT2(0x1edf) EMIT2(0x1ee1) - EMIT2(0x1ee3) - return; - - case 'p': - case 0x1a5: - case 0x1d71: - case 0x1d7d: - case 0x1d88: - case 0x1e55: - case 0x1e57: - EMIT2('p') EMIT2(0x1a5) EMIT2(0x1d71) EMIT2(0x1d7d) - EMIT2(0x1d88) EMIT2(0x1e55) EMIT2(0x1e57) - return; - - case 'q': - case 0x24b: - case 0x2a0: - EMIT2('q') EMIT2(0x24b) EMIT2(0x2a0) - return; - - case 'r': - case 0x155: - case 0x157: - case 0x159: - case 0x211: - case 0x213: - case 0x24d: - case 0x27d: - case 0x1d72: - case 0x1d73: - case 0x1d89: - case 0x1e59: - case 0x1e5b: - case 0x1e5d: - case 0x1e5f: - case 0xa7a7: - EMIT2('r') EMIT2(0x155) EMIT2(0x157) EMIT2(0x159) - EMIT2(0x211) EMIT2(0x213) EMIT2(0x24d) EMIT2(0x27d) - EMIT2(0x1d72) EMIT2(0x1d73) EMIT2(0x1d89) EMIT2(0x1e59) - EMIT2(0x1e5b) EMIT2(0x1e5d) EMIT2(0x1e5f) EMIT2(0xa7a7) - return; - - case 's': - case 0x15b: - case 0x15d: - case 0x15f: - case 0x161: - case 0x219: - case 0x23f: - case 0x1d74: - case 0x1d8a: - case 0x1e61: - case 0x1e63: - case 0x1e65: - case 0x1e67: - case 0x1e69: - case 0xa7a9: - EMIT2('s') EMIT2(0x15b) EMIT2(0x15d) EMIT2(0x15f) - EMIT2(0x161) EMIT2(0x219) EMIT2(0x23f) EMIT2(0x1d74) - EMIT2(0x1d8a) EMIT2(0x1e61) EMIT2(0x1e63) EMIT2(0x1e65) - EMIT2(0x1e67) EMIT2(0x1e69) EMIT2(0xa7a9) - return; - - case 't': - case 0x163: - case 0x165: - case 0x167: - case 0x1ab: - case 0x1ad: - case 0x21b: - case 0x288: - case 0x1d75: - case 0x1e6b: - case 0x1e6d: - case 0x1e6f: - case 0x1e71: - case 0x1e97: - case 0x2c66: - EMIT2('t') EMIT2(0x163) EMIT2(0x165) EMIT2(0x167) - EMIT2(0x1ab) EMIT2(0x1ad) EMIT2(0x21b) EMIT2(0x288) - EMIT2(0x1d75) EMIT2(0x1e6b) EMIT2(0x1e6d) EMIT2(0x1e6f) - EMIT2(0x1e71) EMIT2(0x1e97) EMIT2(0x2c66) - return; - - case 'u': - case u_grave: - case u_acute: - case u_circumflex: - case u_diaeresis: - case 0x169: - case 0x16b: - case 0x16d: - case 0x16f: - case 0x171: - case 0x173: - case 0x1b0: - case 0x1d4: - case 0x1d6: - case 0x1d8: - case 0x1da: - case 0x1dc: - case 0x215: - case 0x217: - case 0x289: - case 0x1d7e: - case 0x1d99: - case 0x1e73: - case 0x1e75: - case 0x1e77: - case 0x1e79: - case 0x1e7b: - case 0x1ee5: - case 0x1ee7: - case 0x1ee9: - case 0x1eeb: - case 0x1eed: - case 0x1eef: - case 0x1ef1: - EMIT2('u') EMIT2(u_grave) EMIT2(u_acute) // NOLINT(whitespace/cast) - EMIT2(u_circumflex) EMIT2(u_diaeresis) // NOLINT(whitespace/cast) - EMIT2(0x169) EMIT2(0x16b) - EMIT2(0x16d) EMIT2(0x16f) EMIT2(0x171) - EMIT2(0x173) EMIT2(0x1d6) EMIT2(0x1d8) - EMIT2(0x215) EMIT2(0x217) EMIT2(0x1b0) - EMIT2(0x1d4) EMIT2(0x1da) EMIT2(0x1dc) - EMIT2(0x289) EMIT2(0x1e73) EMIT2(0x1d7e) - EMIT2(0x1d99) EMIT2(0x1e75) EMIT2(0x1e77) - EMIT2(0x1e79) EMIT2(0x1e7b) EMIT2(0x1ee5) - EMIT2(0x1ee7) EMIT2(0x1ee9) EMIT2(0x1eeb) - EMIT2(0x1eed) EMIT2(0x1eef) EMIT2(0x1ef1) - return; - - case 'v': - case 0x28b: - case 0x1d8c: - case 0x1e7d: - case 0x1e7f: - EMIT2('v') EMIT2(0x28b) EMIT2(0x1d8c) EMIT2(0x1e7d) - EMIT2(0x1e7f) - return; - - case 'w': - case 0x175: - case 0x1e81: - case 0x1e83: - case 0x1e85: - case 0x1e87: - case 0x1e89: - case 0x1e98: - EMIT2('w') EMIT2(0x175) EMIT2(0x1e81) EMIT2(0x1e83) - EMIT2(0x1e85) EMIT2(0x1e87) EMIT2(0x1e89) EMIT2(0x1e98) - return; - - case 'x': - case 0x1e8b: - case 0x1e8d: - EMIT2('x') EMIT2(0x1e8b) EMIT2(0x1e8d) - return; - - case 'y': - case y_acute: - case y_diaeresis: - case 0x177: - case 0x1b4: - case 0x233: - case 0x24f: - case 0x1e8f: - case 0x1e99: - case 0x1ef3: - case 0x1ef5: - case 0x1ef7: - case 0x1ef9: - EMIT2('y') EMIT2(y_acute) EMIT2(y_diaeresis) // NOLINT(whitespace/cast) - EMIT2(0x177) EMIT2(0x1b4) EMIT2(0x233) EMIT2(0x24f) - EMIT2(0x1e8f) EMIT2(0x1e99) EMIT2(0x1ef3) - EMIT2(0x1ef5) EMIT2(0x1ef7) EMIT2(0x1ef9) - return; - - case 'z': - case 0x17a: - case 0x17c: - case 0x17e: - case 0x1b6: - case 0x1d76: - case 0x1d8e: - case 0x1e91: - case 0x1e93: - case 0x1e95: - case 0x2c6c: - EMIT2('z') EMIT2(0x17a) EMIT2(0x17c) EMIT2(0x17e) - EMIT2(0x1b6) EMIT2(0x1d76) EMIT2(0x1d8e) EMIT2(0x1e91) - EMIT2(0x1e93) EMIT2(0x1e95) EMIT2(0x2c6c) - return; - - // default: character itself - } - } - - EMIT2(c); -#undef EMIT2 -} - -// Code to parse regular expression. -// -// We try to reuse parsing functions in regexp.c to -// minimize surprise and keep the syntax consistent. - -// Parse the lowest level. -// -// An atom can be one of a long list of items. Many atoms match one character -// in the text. It is often an ordinary character or a character class. -// Braces can be used to make a pattern into an atom. The "\z(\)" construct -// is only for syntax highlighting. -// -// atom ::= ordinary-atom -// or \( pattern \) -// or \%( pattern \) -// or \z( pattern \) -static int nfa_regatom(void) -{ - int c; - int charclass; - int equiclass; - int collclass; - int got_coll_char; - uint8_t *p; - uint8_t *endp; - uint8_t *old_regparse = (uint8_t *)regparse; - int extra = 0; - int emit_range; - int negated; - int startc = -1; - int save_prev_at_start = prev_at_start; - - c = getchr(); - switch (c) { - case NUL: - EMSG_RET_FAIL(_(e_nul_found)); - - case Magic('^'): - EMIT(NFA_BOL); - break; - - case Magic('$'): - EMIT(NFA_EOL); - had_eol = true; - break; - - case Magic('<'): - EMIT(NFA_BOW); - break; - - case Magic('>'): - EMIT(NFA_EOW); - break; - - case Magic('_'): - c = no_Magic(getchr()); - if (c == NUL) { - EMSG_RET_FAIL(_(e_nul_found)); - } - - if (c == '^') { // "\_^" is start-of-line - EMIT(NFA_BOL); - break; - } - if (c == '$') { // "\_$" is end-of-line - EMIT(NFA_EOL); - had_eol = true; - break; - } - - extra = NFA_ADD_NL; - - // "\_[" is collection plus newline - if (c == '[') { - goto collection; - } - - // "\_x" is character class plus newline - FALLTHROUGH; - - // Character classes. - case Magic('.'): - case Magic('i'): - case Magic('I'): - case Magic('k'): - case Magic('K'): - case Magic('f'): - case Magic('F'): - case Magic('p'): - case Magic('P'): - case Magic('s'): - case Magic('S'): - case Magic('d'): - case Magic('D'): - case Magic('x'): - case Magic('X'): - case Magic('o'): - case Magic('O'): - case Magic('w'): - case Magic('W'): - case Magic('h'): - case Magic('H'): - case Magic('a'): - case Magic('A'): - case Magic('l'): - case Magic('L'): - case Magic('u'): - case Magic('U'): - p = (uint8_t *)vim_strchr((char *)classchars, no_Magic(c)); - if (p == NULL) { - if (extra == NFA_ADD_NL) { - semsg(_(e_ill_char_class), (int64_t)c); - rc_did_emsg = true; - return FAIL; - } - siemsg("INTERNAL: Unknown character class char: %" PRId64, (int64_t)c); - return FAIL; - } - // When '.' is followed by a composing char ignore the dot, so that - // the composing char is matched here. - if (c == Magic('.') && utf_iscomposing(peekchr())) { - old_regparse = (uint8_t *)regparse; - c = getchr(); - goto nfa_do_multibyte; - } - EMIT(nfa_classcodes[p - classchars]); - if (extra == NFA_ADD_NL) { - EMIT(NFA_NEWL); - EMIT(NFA_OR); - regflags |= RF_HASNL; - } - break; - - case Magic('n'): - if (reg_string) { - // In a string "\n" matches a newline character. - EMIT(NL); - } else { - // In buffer text "\n" matches the end of a line. - EMIT(NFA_NEWL); - regflags |= RF_HASNL; - } - break; - - case Magic('('): - if (nfa_reg(REG_PAREN) == FAIL) { - return FAIL; // cascaded error - } - break; - - case Magic('|'): - case Magic('&'): - case Magic(')'): - semsg(_(e_misplaced), (char)no_Magic(c)); // -V1037 - return FAIL; - - case Magic('='): - case Magic('?'): - case Magic('+'): - case Magic('@'): - case Magic('*'): - case Magic('{'): - // these should follow an atom, not form an atom - semsg(_(e_misplaced), (char)no_Magic(c)); - return FAIL; - - case Magic('~'): { - uint8_t *lp; - - // Previous substitute pattern. - // Generated as "\%(pattern\)". - if (reg_prev_sub == NULL) { - emsg(_(e_nopresub)); - return FAIL; - } - for (lp = (uint8_t *)reg_prev_sub; *lp != NUL; MB_CPTR_ADV(lp)) { - EMIT(utf_ptr2char((char *)lp)); - if (lp != (uint8_t *)reg_prev_sub) { - EMIT(NFA_CONCAT); - } - } - EMIT(NFA_NOPEN); - break; - } - - case Magic('1'): - case Magic('2'): - case Magic('3'): - case Magic('4'): - case Magic('5'): - case Magic('6'): - case Magic('7'): - case Magic('8'): - case Magic('9'): { - int refnum = no_Magic(c) - '1'; - - if (!seen_endbrace(refnum + 1)) { - return FAIL; - } - EMIT(NFA_BACKREF1 + refnum); - rex.nfa_has_backref = true; - } - break; - - case Magic('z'): - c = no_Magic(getchr()); - switch (c) { - case 's': - EMIT(NFA_ZSTART); - if (!re_mult_next("\\zs")) { - return false; - } - break; - case 'e': - EMIT(NFA_ZEND); - rex.nfa_has_zend = true; - if (!re_mult_next("\\zs")) { - return false; - } - break; - case '1': - case '2': - case '3': - case '4': - case '5': - case '6': - case '7': - case '8': - case '9': - // \z1...\z9 - if ((reg_do_extmatch & REX_USE) == 0) { - EMSG_RET_FAIL(_(e_z1_not_allowed)); - } - EMIT(NFA_ZREF1 + (no_Magic(c) - '1')); - // No need to set rex.nfa_has_backref, the sub-matches don't - // change when \z1 .. \z9 matches or not. - re_has_z = REX_USE; - break; - case '(': - // \z( - if (reg_do_extmatch != REX_SET) { - EMSG_RET_FAIL(_(e_z_not_allowed)); - } - if (nfa_reg(REG_ZPAREN) == FAIL) { - return FAIL; // cascaded error - } - re_has_z = REX_SET; - break; - default: - semsg(_("E867: (NFA) Unknown operator '\\z%c'"), - no_Magic(c)); - return FAIL; - } - break; - - case Magic('%'): - c = no_Magic(getchr()); - switch (c) { - // () without a back reference - case '(': - if (nfa_reg(REG_NPAREN) == FAIL) { - return FAIL; - } - EMIT(NFA_NOPEN); - break; - - case 'd': // %d123 decimal - case 'o': // %o123 octal - case 'x': // %xab hex 2 - case 'u': // %uabcd hex 4 - case 'U': // %U1234abcd hex 8 - { - int64_t nr; - - switch (c) { - case 'd': - nr = getdecchrs(); break; - case 'o': - nr = getoctchrs(); break; - case 'x': - nr = gethexchrs(2); break; - case 'u': - nr = gethexchrs(4); break; - case 'U': - nr = gethexchrs(8); break; - default: - nr = -1; break; - } - - if (nr < 0 || nr > INT_MAX) { - EMSG2_RET_FAIL(_("E678: Invalid character after %s%%[dxouU]"), - reg_magic == MAGIC_ALL); - } - // A NUL is stored in the text as NL - // TODO(vim): what if a composing character follows? - EMIT(nr == 0 ? 0x0a : (int)nr); - } - break; - - // Catch \%^ and \%$ regardless of where they appear in the - // pattern -- regardless of whether or not it makes sense. - case '^': - EMIT(NFA_BOF); - break; - - case '$': - EMIT(NFA_EOF); - break; - - case '#': - if (regparse[0] == '=' && regparse[1] >= 48 - && regparse[1] <= 50) { - // misplaced \%#=1 - semsg(_(e_atom_engine_must_be_at_start_of_pattern), regparse[1]); - return FAIL; - } - EMIT(NFA_CURSOR); - break; - - case 'V': - EMIT(NFA_VISUAL); - break; - - case 'C': - EMIT(NFA_ANY_COMPOSING); - break; - - case '[': { - int n; - - // \%[abc] - for (n = 0; (c = peekchr()) != ']'; n++) { - if (c == NUL) { - EMSG2_RET_FAIL(_(e_missing_sb), - reg_magic == MAGIC_ALL); - } - // recursive call! - if (nfa_regatom() == FAIL) { - return FAIL; - } - } - (void)getchr(); // get the ] - if (n == 0) { - EMSG2_RET_FAIL(_(e_empty_sb), reg_magic == MAGIC_ALL); - } - EMIT(NFA_OPT_CHARS); - EMIT(n); - - // Emit as "\%(\%[abc]\)" to be able to handle - // "\%[abc]*" which would cause the empty string to be - // matched an unlimited number of times. NFA_NOPEN is - // added only once at a position, while NFA_SPLIT is - // added multiple times. This is more efficient than - // not allowing NFA_SPLIT multiple times, it is used - // a lot. - EMIT(NFA_NOPEN); - break; - } - - default: { - int64_t n = 0; - const int cmp = c; - bool cur = false; - bool got_digit = false; - - if (c == '<' || c == '>') { - c = getchr(); - } - if (no_Magic(c) == '.') { - cur = true; - c = getchr(); - } - while (ascii_isdigit(c)) { - if (cur) { - semsg(_(e_regexp_number_after_dot_pos_search_chr), no_Magic(c)); - return FAIL; - } - if (n > (INT32_MAX - (c - '0')) / 10) { - // overflow. - emsg(_(e_value_too_large)); - return FAIL; - } - n = n * 10 + (c - '0'); - c = getchr(); - got_digit = true; - } - if (c == 'l' || c == 'c' || c == 'v') { - int32_t limit = INT32_MAX; - - if (!cur && !got_digit) { - semsg(_(e_nfa_regexp_missing_value_in_chr), no_Magic(c)); - return FAIL; - } - if (c == 'l') { - if (cur) { - n = curwin->w_cursor.lnum; - } - // \%{n}l \%{n}<l \%{n}>l - EMIT(cmp == '<' ? NFA_LNUM_LT : - cmp == '>' ? NFA_LNUM_GT : NFA_LNUM); - if (save_prev_at_start) { - at_start = true; - } - } else if (c == 'c') { - if (cur) { - n = curwin->w_cursor.col; - n++; - } - // \%{n}c \%{n}<c \%{n}>c - EMIT(cmp == '<' ? NFA_COL_LT : - cmp == '>' ? NFA_COL_GT : NFA_COL); - } else { - if (cur) { - colnr_T vcol = 0; - getvvcol(curwin, &curwin->w_cursor, NULL, NULL, &vcol); - n = ++vcol; - } - // \%{n}v \%{n}<v \%{n}>v - EMIT(cmp == '<' ? NFA_VCOL_LT : - cmp == '>' ? NFA_VCOL_GT : NFA_VCOL); - limit = INT32_MAX / MB_MAXBYTES; - } - if (n >= limit) { - emsg(_(e_value_too_large)); - return FAIL; - } - EMIT((int)n); - break; - } else if (c == '\'' && n == 0) { - // \%'m \%<'m \%>'m - EMIT(cmp == '<' ? NFA_MARK_LT : - cmp == '>' ? NFA_MARK_GT : NFA_MARK); - EMIT(getchr()); - break; - } - } - semsg(_("E867: (NFA) Unknown operator '\\%%%c'"), - no_Magic(c)); - return FAIL; - } - break; - - case Magic('['): -collection: - // [abc] uses NFA_START_COLL - NFA_END_COLL - // [^abc] uses NFA_START_NEG_COLL - NFA_END_NEG_COLL - // Each character is produced as a regular state, using - // NFA_CONCAT to bind them together. - // Besides normal characters there can be: - // - character classes NFA_CLASS_* - // - ranges, two characters followed by NFA_RANGE. - - p = (uint8_t *)regparse; - endp = (uint8_t *)skip_anyof((char *)p); - if (*endp == ']') { - // Try to reverse engineer character classes. For example, - // recognize that [0-9] stands for \d and [A-Za-z_] for \h, - // and perform the necessary substitutions in the NFA. - int result = nfa_recognize_char_class((uint8_t *)regparse, endp, extra == NFA_ADD_NL); - if (result != FAIL) { - if (result >= NFA_FIRST_NL && result <= NFA_LAST_NL) { - EMIT(result - NFA_ADD_NL); - EMIT(NFA_NEWL); - EMIT(NFA_OR); - } else { - EMIT(result); - } - regparse = (char *)endp; - MB_PTR_ADV(regparse); - return OK; - } - // Failed to recognize a character class. Use the simple - // version that turns [abc] into 'a' OR 'b' OR 'c' - negated = false; - if (*regparse == '^') { // negated range - negated = true; - MB_PTR_ADV(regparse); - EMIT(NFA_START_NEG_COLL); - } else { - EMIT(NFA_START_COLL); - } - if (*regparse == '-') { - startc = '-'; - EMIT(startc); - EMIT(NFA_CONCAT); - MB_PTR_ADV(regparse); - } - // Emit the OR branches for each character in the [] - emit_range = false; - while ((uint8_t *)regparse < endp) { - int oldstartc = startc; - startc = -1; - got_coll_char = false; - if (*regparse == '[') { - // Check for [: :], [= =], [. .] - equiclass = collclass = 0; - charclass = get_char_class(®parse); - if (charclass == CLASS_NONE) { - equiclass = get_equi_class(®parse); - if (equiclass == 0) { - collclass = get_coll_element(®parse); - } - } - - // Character class like [:alpha:] - if (charclass != CLASS_NONE) { - switch (charclass) { - case CLASS_ALNUM: - EMIT(NFA_CLASS_ALNUM); - break; - case CLASS_ALPHA: - EMIT(NFA_CLASS_ALPHA); - break; - case CLASS_BLANK: - EMIT(NFA_CLASS_BLANK); - break; - case CLASS_CNTRL: - EMIT(NFA_CLASS_CNTRL); - break; - case CLASS_DIGIT: - EMIT(NFA_CLASS_DIGIT); - break; - case CLASS_GRAPH: - EMIT(NFA_CLASS_GRAPH); - break; - case CLASS_LOWER: - wants_nfa = true; - EMIT(NFA_CLASS_LOWER); - break; - case CLASS_PRINT: - EMIT(NFA_CLASS_PRINT); - break; - case CLASS_PUNCT: - EMIT(NFA_CLASS_PUNCT); - break; - case CLASS_SPACE: - EMIT(NFA_CLASS_SPACE); - break; - case CLASS_UPPER: - wants_nfa = true; - EMIT(NFA_CLASS_UPPER); - break; - case CLASS_XDIGIT: - EMIT(NFA_CLASS_XDIGIT); - break; - case CLASS_TAB: - EMIT(NFA_CLASS_TAB); - break; - case CLASS_RETURN: - EMIT(NFA_CLASS_RETURN); - break; - case CLASS_BACKSPACE: - EMIT(NFA_CLASS_BACKSPACE); - break; - case CLASS_ESCAPE: - EMIT(NFA_CLASS_ESCAPE); - break; - case CLASS_IDENT: - EMIT(NFA_CLASS_IDENT); - break; - case CLASS_KEYWORD: - EMIT(NFA_CLASS_KEYWORD); - break; - case CLASS_FNAME: - EMIT(NFA_CLASS_FNAME); - break; - } - EMIT(NFA_CONCAT); - continue; - } - // Try equivalence class [=a=] and the like - if (equiclass != 0) { - nfa_emit_equi_class(equiclass); - continue; - } - // Try collating class like [. .] - if (collclass != 0) { - startc = collclass; // allow [.a.]-x as a range - // Will emit the proper atom at the end of the - // while loop. - } - } - // Try a range like 'a-x' or '\t-z'. Also allows '-' as a - // start character. - if (*regparse == '-' && oldstartc != -1) { - emit_range = true; - startc = oldstartc; - MB_PTR_ADV(regparse); - continue; // reading the end of the range - } - - // Now handle simple and escaped characters. - // Only "\]", "\^", "\]" and "\\" are special in Vi. Vim - // accepts "\t", "\e", etc., but only when the 'l' flag in - // 'cpoptions' is not included. - if (*regparse == '\\' - && (uint8_t *)regparse + 1 <= endp - && (vim_strchr(REGEXP_INRANGE, (uint8_t)regparse[1]) != NULL - || (!reg_cpo_lit - && vim_strchr(REGEXP_ABBR, (uint8_t)regparse[1]) - != NULL))) { - MB_PTR_ADV(regparse); - - if (*regparse == 'n') { - startc = (reg_string || emit_range || regparse[1] == '-') - ? NL : NFA_NEWL; - } else if (*regparse == 'd' - || *regparse == 'o' - || *regparse == 'x' - || *regparse == 'u' - || *regparse == 'U') { - // TODO(RE): This needs more testing - startc = coll_get_char(); - got_coll_char = true; - MB_PTR_BACK(old_regparse, regparse); - } else { - // \r,\t,\e,\b - startc = backslash_trans(*regparse); - } - } - - // Normal printable char - if (startc == -1) { - startc = utf_ptr2char((char *)regparse); - } - - // Previous char was '-', so this char is end of range. - if (emit_range) { - int endc = startc; - startc = oldstartc; - if (startc > endc) { - EMSG_RET_FAIL(_(e_reverse_range)); - } - - if (endc > startc + 2) { - // Emit a range instead of the sequence of - // individual characters. - if (startc == 0) { - // \x00 is translated to \x0a, start at \x01. - EMIT(1); - } else { - post_ptr--; // remove NFA_CONCAT - } - EMIT(endc); - EMIT(NFA_RANGE); - EMIT(NFA_CONCAT); - } else if (utf_char2len(startc) > 1 - || utf_char2len(endc) > 1) { - // Emit the characters in the range. - // "startc" was already emitted, so skip it. - for (c = startc + 1; c <= endc; c++) { - EMIT(c); - EMIT(NFA_CONCAT); - } - } else { - // Emit the range. "startc" was already emitted, so - // skip it. - for (c = startc + 1; c <= endc; c++) { - EMIT(c); - EMIT(NFA_CONCAT); - } - } - emit_range = false; - startc = -1; - } else { - // This char (startc) is not part of a range. Just - // emit it. - // Normally, simply emit startc. But if we get char - // code=0 from a collating char, then replace it with - // 0x0a. - // This is needed to completely mimic the behaviour of - // the backtracking engine. - if (startc == NFA_NEWL) { - // Line break can't be matched as part of the - // collection, add an OR below. But not for negated - // range. - if (!negated) { - extra = NFA_ADD_NL; - } - } else { - if (got_coll_char == true && startc == 0) { - EMIT(0x0a); - } else { - EMIT(startc); - } - EMIT(NFA_CONCAT); - } - } - - MB_PTR_ADV(regparse); - } // while (p < endp) - - MB_PTR_BACK(old_regparse, regparse); - if (*regparse == '-') { // if last, '-' is just a char - EMIT('-'); - EMIT(NFA_CONCAT); - } - - // skip the trailing ] - regparse = (char *)endp; - MB_PTR_ADV(regparse); - - // Mark end of the collection. - if (negated == true) { - EMIT(NFA_END_NEG_COLL); - } else { - EMIT(NFA_END_COLL); - } - - // \_[] also matches \n but it's not negated - if (extra == NFA_ADD_NL) { - EMIT(reg_string ? NL : NFA_NEWL); - EMIT(NFA_OR); - } - - return OK; - } // if exists closing ] - - if (reg_strict) { - EMSG_RET_FAIL(_(e_missingbracket)); - } - FALLTHROUGH; - - default: { - int plen; - -nfa_do_multibyte: - // plen is length of current char with composing chars - if (utf_char2len(c) != (plen = utfc_ptr2len((char *)old_regparse)) - || utf_iscomposing(c)) { - int i = 0; - - // A base character plus composing characters, or just one - // or more composing characters. - // This requires creating a separate atom as if enclosing - // the characters in (), where NFA_COMPOSING is the ( and - // NFA_END_COMPOSING is the ). Note that right now we are - // building the postfix form, not the NFA itself; - // a composing char could be: a, b, c, NFA_COMPOSING - // where 'b' and 'c' are chars with codes > 256. */ - while (true) { - EMIT(c); - if (i > 0) { - EMIT(NFA_CONCAT); - } - if ((i += utf_char2len(c)) >= plen) { - break; - } - c = utf_ptr2char((char *)old_regparse + i); - } - EMIT(NFA_COMPOSING); - regparse = (char *)old_regparse + plen; - } else { - c = no_Magic(c); - EMIT(c); - } - return OK; - } - } - - return OK; -} - -// Parse something followed by possible [*+=]. -// -// A piece is an atom, possibly followed by a multi, an indication of how many -// times the atom can be matched. Example: "a*" matches any sequence of "a" -// characters: "", "a", "aa", etc. -// -// piece ::= atom -// or atom multi -static int nfa_regpiece(void) -{ - int i; - int op; - int ret; - int minval, maxval; - bool greedy = true; // Braces are prefixed with '-' ? - parse_state_T old_state; - parse_state_T new_state; - int64_t c2; - int old_post_pos; - int my_post_start; - int quest; - - // Save the current parse state, so that we can use it if <atom>{m,n} is - // next. - save_parse_state(&old_state); - - // store current pos in the postfix form, for \{m,n} involving 0s - my_post_start = (int)(post_ptr - post_start); - - ret = nfa_regatom(); - if (ret == FAIL) { - return FAIL; // cascaded error - } - op = peekchr(); - if (re_multi_type(op) == NOT_MULTI) { - return OK; - } - - skipchr(); - switch (op) { - case Magic('*'): - EMIT(NFA_STAR); - break; - - case Magic('+'): - // Trick: Normally, (a*)\+ would match the whole input "aaa". The - // first and only submatch would be "aaa". But the backtracking - // engine interprets the plus as "try matching one more time", and - // a* matches a second time at the end of the input, the empty - // string. - // The submatch will be the empty string. - // - // In order to be consistent with the old engine, we replace - // <atom>+ with <atom><atom>* - restore_parse_state(&old_state); - curchr = -1; - if (nfa_regatom() == FAIL) { - return FAIL; - } - EMIT(NFA_STAR); - EMIT(NFA_CONCAT); - skipchr(); // skip the \+ - break; - - case Magic('@'): - c2 = getdecchrs(); - op = no_Magic(getchr()); - i = 0; - switch (op) { - case '=': - // \@= - i = NFA_PREV_ATOM_NO_WIDTH; - break; - case '!': - // \@! - i = NFA_PREV_ATOM_NO_WIDTH_NEG; - break; - case '<': - op = no_Magic(getchr()); - if (op == '=') { - // \@<= - i = NFA_PREV_ATOM_JUST_BEFORE; - } else if (op == '!') { - // \@<! - i = NFA_PREV_ATOM_JUST_BEFORE_NEG; - } - break; - case '>': - // \@> - i = NFA_PREV_ATOM_LIKE_PATTERN; - break; - } - if (i == 0) { - semsg(_("E869: (NFA) Unknown operator '\\@%c'"), op); - return FAIL; - } - EMIT(i); - if (i == NFA_PREV_ATOM_JUST_BEFORE - || i == NFA_PREV_ATOM_JUST_BEFORE_NEG) { - EMIT((int)c2); - } - break; - - case Magic('?'): - case Magic('='): - EMIT(NFA_QUEST); - break; - - case Magic('{'): - // a{2,5} will expand to 'aaa?a?a?' - // a{-1,3} will expand to 'aa??a??', where ?? is the nongreedy - // version of '?' - // \v(ab){2,3} will expand to '(ab)(ab)(ab)?', where all the - // parenthesis have the same id - - greedy = true; - c2 = peekchr(); - if (c2 == '-' || c2 == Magic('-')) { - skipchr(); - greedy = false; - } - if (!read_limits(&minval, &maxval)) { - EMSG_RET_FAIL(_("E870: (NFA regexp) Error reading repetition limits")); - } - - // <atom>{0,inf}, <atom>{0,} and <atom>{} are equivalent to - // <atom>* - if (minval == 0 && maxval == MAX_LIMIT) { - if (greedy) { - // \{}, \{0,} - EMIT(NFA_STAR); - } else { - // \{-}, \{-0,} - EMIT(NFA_STAR_NONGREEDY); - } - break; - } - - // Special case: x{0} or x{-0} - if (maxval == 0) { - // Ignore result of previous call to nfa_regatom() - post_ptr = post_start + my_post_start; - // NFA_EMPTY is 0-length and works everywhere - EMIT(NFA_EMPTY); - return OK; - } - - // The engine is very inefficient (uses too many states) when the - // maximum is much larger than the minimum and when the maximum is - // large. However, when maxval is MAX_LIMIT, it is okay, as this - // will emit NFA_STAR. - // Bail out if we can use the other engine, but only, when the - // pattern does not need the NFA engine like (e.g. [[:upper:]]\{2,\} - // does not work with characters > 8 bit with the BT engine) - if ((nfa_re_flags & RE_AUTO) - && (maxval > 500 || maxval > minval + 200) - && (maxval != MAX_LIMIT && minval < 200) - && !wants_nfa) { - return FAIL; - } - - // Ignore previous call to nfa_regatom() - post_ptr = post_start + my_post_start; - // Save parse state after the repeated atom and the \{} - save_parse_state(&new_state); - - quest = (greedy == true ? NFA_QUEST : NFA_QUEST_NONGREEDY); - for (i = 0; i < maxval; i++) { - // Goto beginning of the repeated atom - restore_parse_state(&old_state); - old_post_pos = (int)(post_ptr - post_start); - if (nfa_regatom() == FAIL) { - return FAIL; - } - // after "minval" times, atoms are optional - if (i + 1 > minval) { - if (maxval == MAX_LIMIT) { - if (greedy) { - EMIT(NFA_STAR); - } else { - EMIT(NFA_STAR_NONGREEDY); - } - } else { - EMIT(quest); - } - } - if (old_post_pos != my_post_start) { - EMIT(NFA_CONCAT); - } - if (i + 1 > minval && maxval == MAX_LIMIT) { - break; - } - } - - // Go to just after the repeated atom and the \{} - restore_parse_state(&new_state); - curchr = -1; - - break; - - default: - break; - } // end switch - - if (re_multi_type(peekchr()) != NOT_MULTI) { - // Can't have a multi follow a multi. - EMSG_RET_FAIL(_("E871: (NFA regexp) Can't have a multi follow a multi")); - } - - return OK; -} - -// Parse one or more pieces, concatenated. It matches a match for the -// first piece, followed by a match for the second piece, etc. Example: -// "f[0-9]b", first matches "f", then a digit and then "b". -// -// concat ::= piece -// or piece piece -// or piece piece piece -// etc. -static int nfa_regconcat(void) -{ - bool cont = true; - bool first = true; - - while (cont) { - switch (peekchr()) { - case NUL: - case Magic('|'): - case Magic('&'): - case Magic(')'): - cont = false; - break; - - case Magic('Z'): - regflags |= RF_ICOMBINE; - skipchr_keepstart(); - break; - case Magic('c'): - regflags |= RF_ICASE; - skipchr_keepstart(); - break; - case Magic('C'): - regflags |= RF_NOICASE; - skipchr_keepstart(); - break; - case Magic('v'): - reg_magic = MAGIC_ALL; - skipchr_keepstart(); - curchr = -1; - break; - case Magic('m'): - reg_magic = MAGIC_ON; - skipchr_keepstart(); - curchr = -1; - break; - case Magic('M'): - reg_magic = MAGIC_OFF; - skipchr_keepstart(); - curchr = -1; - break; - case Magic('V'): - reg_magic = MAGIC_NONE; - skipchr_keepstart(); - curchr = -1; - break; - - default: - if (nfa_regpiece() == FAIL) { - return FAIL; - } - if (first == false) { - EMIT(NFA_CONCAT); - } else { - first = false; - } - break; - } - } - - return OK; -} - -// Parse a branch, one or more concats, separated by "\&". It matches the -// last concat, but only if all the preceding concats also match at the same -// position. Examples: -// "foobeep\&..." matches "foo" in "foobeep". -// ".*Peter\&.*Bob" matches in a line containing both "Peter" and "Bob" -// -// branch ::= concat -// or concat \& concat -// or concat \& concat \& concat -// etc. -static int nfa_regbranch(void) -{ - int old_post_pos; - - old_post_pos = (int)(post_ptr - post_start); - - // First branch, possibly the only one - if (nfa_regconcat() == FAIL) { - return FAIL; - } - - // Try next concats - while (peekchr() == Magic('&')) { - skipchr(); - // if concat is empty do emit a node - if (old_post_pos == (int)(post_ptr - post_start)) { - EMIT(NFA_EMPTY); - } - EMIT(NFA_NOPEN); - EMIT(NFA_PREV_ATOM_NO_WIDTH); - old_post_pos = (int)(post_ptr - post_start); - if (nfa_regconcat() == FAIL) { - return FAIL; - } - // if concat is empty do emit a node - if (old_post_pos == (int)(post_ptr - post_start)) { - EMIT(NFA_EMPTY); - } - EMIT(NFA_CONCAT); - } - - // if a branch is empty, emit one node for it - if (old_post_pos == (int)(post_ptr - post_start)) { - EMIT(NFA_EMPTY); - } - - return OK; -} - -/// Parse a pattern, one or more branches, separated by "\|". It matches -/// anything that matches one of the branches. Example: "foo\|beep" matches -/// "foo" and matches "beep". If more than one branch matches, the first one -/// is used. -/// -/// pattern ::= branch -/// or branch \| branch -/// or branch \| branch \| branch -/// etc. -/// -/// @param paren REG_NOPAREN, REG_PAREN, REG_NPAREN or REG_ZPAREN -static int nfa_reg(int paren) -{ - int parno = 0; - - if (paren == REG_PAREN) { - if (regnpar >= NSUBEXP) { // Too many `(' - EMSG_RET_FAIL(_("E872: (NFA regexp) Too many '('")); - } - parno = regnpar++; - } else if (paren == REG_ZPAREN) { - // Make a ZOPEN node. - if (regnzpar >= NSUBEXP) { - EMSG_RET_FAIL(_("E879: (NFA regexp) Too many \\z(")); - } - parno = regnzpar++; - } - - if (nfa_regbranch() == FAIL) { - return FAIL; // cascaded error - } - while (peekchr() == Magic('|')) { - skipchr(); - if (nfa_regbranch() == FAIL) { - return FAIL; // cascaded error - } - EMIT(NFA_OR); - } - - // Check for proper termination. - if (paren != REG_NOPAREN && getchr() != Magic(')')) { - if (paren == REG_NPAREN) { - EMSG2_RET_FAIL(_(e_unmatchedpp), reg_magic == MAGIC_ALL); - } else { - EMSG2_RET_FAIL(_(e_unmatchedp), reg_magic == MAGIC_ALL); - } - } else if (paren == REG_NOPAREN && peekchr() != NUL) { - if (peekchr() == Magic(')')) { - EMSG2_RET_FAIL(_(e_unmatchedpar), reg_magic == MAGIC_ALL); - } else { - EMSG_RET_FAIL(_("E873: (NFA regexp) proper termination error")); - } - } - // Here we set the flag allowing back references to this set of - // parentheses. - if (paren == REG_PAREN) { - had_endbrace[parno] = true; // have seen the close paren - EMIT(NFA_MOPEN + parno); - } else if (paren == REG_ZPAREN) { - EMIT(NFA_ZOPEN + parno); - } - - return OK; -} - -#ifdef REGEXP_DEBUG -static uint8_t code[50]; - -static void nfa_set_code(int c) -{ - int addnl = false; - - if (c >= NFA_FIRST_NL && c <= NFA_LAST_NL) { - addnl = true; - c -= NFA_ADD_NL; - } - - STRCPY(code, ""); - switch (c) { - case NFA_MATCH: - STRCPY(code, "NFA_MATCH "); break; - case NFA_SPLIT: - STRCPY(code, "NFA_SPLIT "); break; - case NFA_CONCAT: - STRCPY(code, "NFA_CONCAT "); break; - case NFA_NEWL: - STRCPY(code, "NFA_NEWL "); break; - case NFA_ZSTART: - STRCPY(code, "NFA_ZSTART"); break; - case NFA_ZEND: - STRCPY(code, "NFA_ZEND"); break; - - case NFA_BACKREF1: - STRCPY(code, "NFA_BACKREF1"); break; - case NFA_BACKREF2: - STRCPY(code, "NFA_BACKREF2"); break; - case NFA_BACKREF3: - STRCPY(code, "NFA_BACKREF3"); break; - case NFA_BACKREF4: - STRCPY(code, "NFA_BACKREF4"); break; - case NFA_BACKREF5: - STRCPY(code, "NFA_BACKREF5"); break; - case NFA_BACKREF6: - STRCPY(code, "NFA_BACKREF6"); break; - case NFA_BACKREF7: - STRCPY(code, "NFA_BACKREF7"); break; - case NFA_BACKREF8: - STRCPY(code, "NFA_BACKREF8"); break; - case NFA_BACKREF9: - STRCPY(code, "NFA_BACKREF9"); break; - case NFA_ZREF1: - STRCPY(code, "NFA_ZREF1"); break; - case NFA_ZREF2: - STRCPY(code, "NFA_ZREF2"); break; - case NFA_ZREF3: - STRCPY(code, "NFA_ZREF3"); break; - case NFA_ZREF4: - STRCPY(code, "NFA_ZREF4"); break; - case NFA_ZREF5: - STRCPY(code, "NFA_ZREF5"); break; - case NFA_ZREF6: - STRCPY(code, "NFA_ZREF6"); break; - case NFA_ZREF7: - STRCPY(code, "NFA_ZREF7"); break; - case NFA_ZREF8: - STRCPY(code, "NFA_ZREF8"); break; - case NFA_ZREF9: - STRCPY(code, "NFA_ZREF9"); break; - case NFA_SKIP: - STRCPY(code, "NFA_SKIP"); break; - - case NFA_PREV_ATOM_NO_WIDTH: - STRCPY(code, "NFA_PREV_ATOM_NO_WIDTH"); break; - case NFA_PREV_ATOM_NO_WIDTH_NEG: - STRCPY(code, "NFA_PREV_ATOM_NO_WIDTH_NEG"); break; - case NFA_PREV_ATOM_JUST_BEFORE: - STRCPY(code, "NFA_PREV_ATOM_JUST_BEFORE"); break; - case NFA_PREV_ATOM_JUST_BEFORE_NEG: - STRCPY(code, "NFA_PREV_ATOM_JUST_BEFORE_NEG"); break; - case NFA_PREV_ATOM_LIKE_PATTERN: - STRCPY(code, "NFA_PREV_ATOM_LIKE_PATTERN"); break; - - case NFA_NOPEN: - STRCPY(code, "NFA_NOPEN"); break; - case NFA_NCLOSE: - STRCPY(code, "NFA_NCLOSE"); break; - case NFA_START_INVISIBLE: - STRCPY(code, "NFA_START_INVISIBLE"); break; - case NFA_START_INVISIBLE_FIRST: - STRCPY(code, "NFA_START_INVISIBLE_FIRST"); break; - case NFA_START_INVISIBLE_NEG: - STRCPY(code, "NFA_START_INVISIBLE_NEG"); break; - case NFA_START_INVISIBLE_NEG_FIRST: - STRCPY(code, "NFA_START_INVISIBLE_NEG_FIRST"); break; - case NFA_START_INVISIBLE_BEFORE: - STRCPY(code, "NFA_START_INVISIBLE_BEFORE"); break; - case NFA_START_INVISIBLE_BEFORE_FIRST: - STRCPY(code, "NFA_START_INVISIBLE_BEFORE_FIRST"); break; - case NFA_START_INVISIBLE_BEFORE_NEG: - STRCPY(code, "NFA_START_INVISIBLE_BEFORE_NEG"); break; - case NFA_START_INVISIBLE_BEFORE_NEG_FIRST: - STRCPY(code, "NFA_START_INVISIBLE_BEFORE_NEG_FIRST"); break; - case NFA_START_PATTERN: - STRCPY(code, "NFA_START_PATTERN"); break; - case NFA_END_INVISIBLE: - STRCPY(code, "NFA_END_INVISIBLE"); break; - case NFA_END_INVISIBLE_NEG: - STRCPY(code, "NFA_END_INVISIBLE_NEG"); break; - case NFA_END_PATTERN: - STRCPY(code, "NFA_END_PATTERN"); break; - - case NFA_COMPOSING: - STRCPY(code, "NFA_COMPOSING"); break; - case NFA_END_COMPOSING: - STRCPY(code, "NFA_END_COMPOSING"); break; - case NFA_OPT_CHARS: - STRCPY(code, "NFA_OPT_CHARS"); break; - - case NFA_MOPEN: - case NFA_MOPEN1: - case NFA_MOPEN2: - case NFA_MOPEN3: - case NFA_MOPEN4: - case NFA_MOPEN5: - case NFA_MOPEN6: - case NFA_MOPEN7: - case NFA_MOPEN8: - case NFA_MOPEN9: - STRCPY(code, "NFA_MOPEN(x)"); - code[10] = c - NFA_MOPEN + '0'; - break; - case NFA_MCLOSE: - case NFA_MCLOSE1: - case NFA_MCLOSE2: - case NFA_MCLOSE3: - case NFA_MCLOSE4: - case NFA_MCLOSE5: - case NFA_MCLOSE6: - case NFA_MCLOSE7: - case NFA_MCLOSE8: - case NFA_MCLOSE9: - STRCPY(code, "NFA_MCLOSE(x)"); - code[11] = c - NFA_MCLOSE + '0'; - break; - case NFA_ZOPEN: - case NFA_ZOPEN1: - case NFA_ZOPEN2: - case NFA_ZOPEN3: - case NFA_ZOPEN4: - case NFA_ZOPEN5: - case NFA_ZOPEN6: - case NFA_ZOPEN7: - case NFA_ZOPEN8: - case NFA_ZOPEN9: - STRCPY(code, "NFA_ZOPEN(x)"); - code[10] = c - NFA_ZOPEN + '0'; - break; - case NFA_ZCLOSE: - case NFA_ZCLOSE1: - case NFA_ZCLOSE2: - case NFA_ZCLOSE3: - case NFA_ZCLOSE4: - case NFA_ZCLOSE5: - case NFA_ZCLOSE6: - case NFA_ZCLOSE7: - case NFA_ZCLOSE8: - case NFA_ZCLOSE9: - STRCPY(code, "NFA_ZCLOSE(x)"); - code[11] = c - NFA_ZCLOSE + '0'; - break; - case NFA_EOL: - STRCPY(code, "NFA_EOL "); break; - case NFA_BOL: - STRCPY(code, "NFA_BOL "); break; - case NFA_EOW: - STRCPY(code, "NFA_EOW "); break; - case NFA_BOW: - STRCPY(code, "NFA_BOW "); break; - case NFA_EOF: - STRCPY(code, "NFA_EOF "); break; - case NFA_BOF: - STRCPY(code, "NFA_BOF "); break; - case NFA_LNUM: - STRCPY(code, "NFA_LNUM "); break; - case NFA_LNUM_GT: - STRCPY(code, "NFA_LNUM_GT "); break; - case NFA_LNUM_LT: - STRCPY(code, "NFA_LNUM_LT "); break; - case NFA_COL: - STRCPY(code, "NFA_COL "); break; - case NFA_COL_GT: - STRCPY(code, "NFA_COL_GT "); break; - case NFA_COL_LT: - STRCPY(code, "NFA_COL_LT "); break; - case NFA_VCOL: - STRCPY(code, "NFA_VCOL "); break; - case NFA_VCOL_GT: - STRCPY(code, "NFA_VCOL_GT "); break; - case NFA_VCOL_LT: - STRCPY(code, "NFA_VCOL_LT "); break; - case NFA_MARK: - STRCPY(code, "NFA_MARK "); break; - case NFA_MARK_GT: - STRCPY(code, "NFA_MARK_GT "); break; - case NFA_MARK_LT: - STRCPY(code, "NFA_MARK_LT "); break; - case NFA_CURSOR: - STRCPY(code, "NFA_CURSOR "); break; - case NFA_VISUAL: - STRCPY(code, "NFA_VISUAL "); break; - case NFA_ANY_COMPOSING: - STRCPY(code, "NFA_ANY_COMPOSING "); break; - - case NFA_STAR: - STRCPY(code, "NFA_STAR "); break; - case NFA_STAR_NONGREEDY: - STRCPY(code, "NFA_STAR_NONGREEDY "); break; - case NFA_QUEST: - STRCPY(code, "NFA_QUEST"); break; - case NFA_QUEST_NONGREEDY: - STRCPY(code, "NFA_QUEST_NON_GREEDY"); break; - case NFA_EMPTY: - STRCPY(code, "NFA_EMPTY"); break; - case NFA_OR: - STRCPY(code, "NFA_OR"); break; - - case NFA_START_COLL: - STRCPY(code, "NFA_START_COLL"); break; - case NFA_END_COLL: - STRCPY(code, "NFA_END_COLL"); break; - case NFA_START_NEG_COLL: - STRCPY(code, "NFA_START_NEG_COLL"); break; - case NFA_END_NEG_COLL: - STRCPY(code, "NFA_END_NEG_COLL"); break; - case NFA_RANGE: - STRCPY(code, "NFA_RANGE"); break; - case NFA_RANGE_MIN: - STRCPY(code, "NFA_RANGE_MIN"); break; - case NFA_RANGE_MAX: - STRCPY(code, "NFA_RANGE_MAX"); break; - - case NFA_CLASS_ALNUM: - STRCPY(code, "NFA_CLASS_ALNUM"); break; - case NFA_CLASS_ALPHA: - STRCPY(code, "NFA_CLASS_ALPHA"); break; - case NFA_CLASS_BLANK: - STRCPY(code, "NFA_CLASS_BLANK"); break; - case NFA_CLASS_CNTRL: - STRCPY(code, "NFA_CLASS_CNTRL"); break; - case NFA_CLASS_DIGIT: - STRCPY(code, "NFA_CLASS_DIGIT"); break; - case NFA_CLASS_GRAPH: - STRCPY(code, "NFA_CLASS_GRAPH"); break; - case NFA_CLASS_LOWER: - STRCPY(code, "NFA_CLASS_LOWER"); break; - case NFA_CLASS_PRINT: - STRCPY(code, "NFA_CLASS_PRINT"); break; - case NFA_CLASS_PUNCT: - STRCPY(code, "NFA_CLASS_PUNCT"); break; - case NFA_CLASS_SPACE: - STRCPY(code, "NFA_CLASS_SPACE"); break; - case NFA_CLASS_UPPER: - STRCPY(code, "NFA_CLASS_UPPER"); break; - case NFA_CLASS_XDIGIT: - STRCPY(code, "NFA_CLASS_XDIGIT"); break; - case NFA_CLASS_TAB: - STRCPY(code, "NFA_CLASS_TAB"); break; - case NFA_CLASS_RETURN: - STRCPY(code, "NFA_CLASS_RETURN"); break; - case NFA_CLASS_BACKSPACE: - STRCPY(code, "NFA_CLASS_BACKSPACE"); break; - case NFA_CLASS_ESCAPE: - STRCPY(code, "NFA_CLASS_ESCAPE"); break; - case NFA_CLASS_IDENT: - STRCPY(code, "NFA_CLASS_IDENT"); break; - case NFA_CLASS_KEYWORD: - STRCPY(code, "NFA_CLASS_KEYWORD"); break; - case NFA_CLASS_FNAME: - STRCPY(code, "NFA_CLASS_FNAME"); break; - - case NFA_ANY: - STRCPY(code, "NFA_ANY"); break; - case NFA_IDENT: - STRCPY(code, "NFA_IDENT"); break; - case NFA_SIDENT: - STRCPY(code, "NFA_SIDENT"); break; - case NFA_KWORD: - STRCPY(code, "NFA_KWORD"); break; - case NFA_SKWORD: - STRCPY(code, "NFA_SKWORD"); break; - case NFA_FNAME: - STRCPY(code, "NFA_FNAME"); break; - case NFA_SFNAME: - STRCPY(code, "NFA_SFNAME"); break; - case NFA_PRINT: - STRCPY(code, "NFA_PRINT"); break; - case NFA_SPRINT: - STRCPY(code, "NFA_SPRINT"); break; - case NFA_WHITE: - STRCPY(code, "NFA_WHITE"); break; - case NFA_NWHITE: - STRCPY(code, "NFA_NWHITE"); break; - case NFA_DIGIT: - STRCPY(code, "NFA_DIGIT"); break; - case NFA_NDIGIT: - STRCPY(code, "NFA_NDIGIT"); break; - case NFA_HEX: - STRCPY(code, "NFA_HEX"); break; - case NFA_NHEX: - STRCPY(code, "NFA_NHEX"); break; - case NFA_OCTAL: - STRCPY(code, "NFA_OCTAL"); break; - case NFA_NOCTAL: - STRCPY(code, "NFA_NOCTAL"); break; - case NFA_WORD: - STRCPY(code, "NFA_WORD"); break; - case NFA_NWORD: - STRCPY(code, "NFA_NWORD"); break; - case NFA_HEAD: - STRCPY(code, "NFA_HEAD"); break; - case NFA_NHEAD: - STRCPY(code, "NFA_NHEAD"); break; - case NFA_ALPHA: - STRCPY(code, "NFA_ALPHA"); break; - case NFA_NALPHA: - STRCPY(code, "NFA_NALPHA"); break; - case NFA_LOWER: - STRCPY(code, "NFA_LOWER"); break; - case NFA_NLOWER: - STRCPY(code, "NFA_NLOWER"); break; - case NFA_UPPER: - STRCPY(code, "NFA_UPPER"); break; - case NFA_NUPPER: - STRCPY(code, "NFA_NUPPER"); break; - case NFA_LOWER_IC: - STRCPY(code, "NFA_LOWER_IC"); break; - case NFA_NLOWER_IC: - STRCPY(code, "NFA_NLOWER_IC"); break; - case NFA_UPPER_IC: - STRCPY(code, "NFA_UPPER_IC"); break; - case NFA_NUPPER_IC: - STRCPY(code, "NFA_NUPPER_IC"); break; - - default: - STRCPY(code, "CHAR(x)"); - code[5] = c; - } - - if (addnl == true) { - STRCAT(code, " + NEWLINE "); - } -} - -static FILE *log_fd; -static const uint8_t e_log_open_failed[] = - N_("Could not open temporary log file for writing, displaying on stderr... "); - -// Print the postfix notation of the current regexp. -static void nfa_postfix_dump(uint8_t *expr, int retval) -{ - int *p; - FILE *f; - - f = fopen(NFA_REGEXP_DUMP_LOG, "a"); - if (f == NULL) { - return; - } - - fprintf(f, "\n-------------------------\n"); - if (retval == FAIL) { - fprintf(f, ">>> NFA engine failed... \n"); - } else if (retval == OK) { - fprintf(f, ">>> NFA engine succeeded !\n"); - } - fprintf(f, "Regexp: \"%s\"\nPostfix notation (char): \"", expr); - for (p = post_start; *p && p < post_ptr; p++) { - nfa_set_code(*p); - fprintf(f, "%s, ", code); - } - fprintf(f, "\"\nPostfix notation (int): "); - for (p = post_start; *p && p < post_ptr; p++) { - fprintf(f, "%d ", *p); - } - fprintf(f, "\n\n"); - fclose(f); -} - -// Print the NFA starting with a root node "state". -static void nfa_print_state(FILE *debugf, nfa_state_T *state) -{ - garray_T indent; - - ga_init(&indent, 1, 64); - ga_append(&indent, '\0'); - nfa_print_state2(debugf, state, &indent); - ga_clear(&indent); -} - -static void nfa_print_state2(FILE *debugf, nfa_state_T *state, garray_T *indent) -{ - uint8_t *p; - - if (state == NULL) { - return; - } - - fprintf(debugf, "(%2d)", abs(state->id)); - - // Output indent - p = (uint8_t *)indent->ga_data; - if (indent->ga_len >= 3) { - int last = indent->ga_len - 3; - uint8_t save[2]; - - strncpy(save, &p[last], 2); // NOLINT(runtime/printf) - memcpy(&p[last], "+-", 2); - fprintf(debugf, " %s", p); - strncpy(&p[last], save, 2); // NOLINT(runtime/printf) - } else { - fprintf(debugf, " %s", p); - } - - nfa_set_code(state->c); - fprintf(debugf, "%s (%d) (id=%d) val=%d\n", - code, - state->c, - abs(state->id), - state->val); - if (state->id < 0) { - return; - } - - state->id = abs(state->id) * -1; - - // grow indent for state->out - indent->ga_len -= 1; - if (state->out1) { - ga_concat(indent, (uint8_t *)"| "); - } else { - ga_concat(indent, (uint8_t *)" "); - } - ga_append(indent, NUL); - - nfa_print_state2(debugf, state->out, indent); - - // replace last part of indent for state->out1 - indent->ga_len -= 3; - ga_concat(indent, (uint8_t *)" "); - ga_append(indent, NUL); - - nfa_print_state2(debugf, state->out1, indent); - - // shrink indent - indent->ga_len -= 3; - ga_append(indent, NUL); -} - -// Print the NFA state machine. -static void nfa_dump(nfa_regprog_T *prog) -{ - FILE *debugf = fopen(NFA_REGEXP_DUMP_LOG, "a"); - - if (debugf == NULL) { - return; - } - - nfa_print_state(debugf, prog->start); - - if (prog->reganch) { - fprintf(debugf, "reganch: %d\n", prog->reganch); - } - if (prog->regstart != NUL) { - fprintf(debugf, "regstart: %c (decimal: %d)\n", - prog->regstart, prog->regstart); - } - if (prog->match_text != NULL) { - fprintf(debugf, "match_text: \"%s\"\n", prog->match_text); - } - - fclose(debugf); -} -#endif // REGEXP_DEBUG - -// Parse r.e. @expr and convert it into postfix form. -// Return the postfix string on success, NULL otherwise. -static int *re2post(void) -{ - if (nfa_reg(REG_NOPAREN) == FAIL) { - return NULL; - } - EMIT(NFA_MOPEN); - return post_start; -} - -// NB. Some of the code below is inspired by Russ's. - -// Represents an NFA state plus zero or one or two arrows exiting. -// if c == MATCH, no arrows out; matching state. -// If c == SPLIT, unlabeled arrows to out and out1 (if != NULL). -// If c < 256, labeled arrow with character c to out. - -static nfa_state_T *state_ptr; // points to nfa_prog->state - -// Allocate and initialize nfa_state_T. -static nfa_state_T *alloc_state(int c, nfa_state_T *out, nfa_state_T *out1) -{ - nfa_state_T *s; - - if (istate >= nstate) { - return NULL; - } - - s = &state_ptr[istate++]; - - s->c = c; - s->out = out; - s->out1 = out1; - s->val = 0; - - s->id = istate; - s->lastlist[0] = 0; - s->lastlist[1] = 0; - - return s; -} - -// A partially built NFA without the matching state filled in. -// Frag_T.start points at the start state. -// Frag_T.out is a list of places that need to be set to the -// next state for this fragment. - -// Initialize a Frag_T struct and return it. -static Frag_T frag(nfa_state_T *start, Ptrlist *out) -{ - Frag_T n; - - n.start = start; - n.out = out; - return n; -} - -// Create singleton list containing just outp. -static Ptrlist *list1(nfa_state_T **outp) -{ - Ptrlist *l; - - l = (Ptrlist *)outp; - l->next = NULL; - return l; -} - -// Patch the list of states at out to point to start. -static void patch(Ptrlist *l, nfa_state_T *s) -{ - Ptrlist *next; - - for (; l; l = next) { - next = l->next; - l->s = s; - } -} - -// Join the two lists l1 and l2, returning the combination. -static Ptrlist *append(Ptrlist *l1, Ptrlist *l2) -{ - Ptrlist *oldl1; - - oldl1 = l1; - while (l1->next) { - l1 = l1->next; - } - l1->next = l2; - return oldl1; -} - -// Stack used for transforming postfix form into NFA. -static Frag_T empty; - -static void st_error(int *postfix, int *end, int *p) -{ -#ifdef NFA_REGEXP_ERROR_LOG - FILE *df; - int *p2; - - df = fopen(NFA_REGEXP_ERROR_LOG, "a"); - if (df) { - fprintf(df, "Error popping the stack!\n"); -# ifdef REGEXP_DEBUG - fprintf(df, "Current regexp is \"%s\"\n", nfa_regengine.expr); -# endif - fprintf(df, "Postfix form is: "); -# ifdef REGEXP_DEBUG - for (p2 = postfix; p2 < end; p2++) { - nfa_set_code(*p2); - fprintf(df, "%s, ", code); - } - nfa_set_code(*p); - fprintf(df, "\nCurrent position is: "); - for (p2 = postfix; p2 <= p; p2++) { - nfa_set_code(*p2); - fprintf(df, "%s, ", code); - } -# else - for (p2 = postfix; p2 < end; p2++) { - fprintf(df, "%d, ", *p2); - } - fprintf(df, "\nCurrent position is: "); - for (p2 = postfix; p2 <= p; p2++) { - fprintf(df, "%d, ", *p2); - } -# endif - fprintf(df, "\n--------------------------\n"); - fclose(df); - } -#endif - emsg(_("E874: (NFA) Could not pop the stack!")); -} - -// Push an item onto the stack. -static void st_push(Frag_T s, Frag_T **p, Frag_T *stack_end) -{ - Frag_T *stackp = *p; - - if (stackp >= stack_end) { - return; - } - *stackp = s; - *p = *p + 1; -} - -// Pop an item from the stack. -static Frag_T st_pop(Frag_T **p, Frag_T *stack) -{ - Frag_T *stackp; - - *p = *p - 1; - stackp = *p; - if (stackp < stack) { - return empty; - } - return **p; -} - -// Estimate the maximum byte length of anything matching "state". -// When unknown or unlimited return -1. -static int nfa_max_width(nfa_state_T *startstate, int depth) -{ - int l, r; - nfa_state_T *state = startstate; - int len = 0; - - // detect looping in a NFA_SPLIT - if (depth > 4) { - return -1; - } - - while (state != NULL) { - switch (state->c) { - case NFA_END_INVISIBLE: - case NFA_END_INVISIBLE_NEG: - // the end, return what we have - return len; - - case NFA_SPLIT: - // two alternatives, use the maximum - l = nfa_max_width(state->out, depth + 1); - r = nfa_max_width(state->out1, depth + 1); - if (l < 0 || r < 0) { - return -1; - } - return len + (l > r ? l : r); - - case NFA_ANY: - case NFA_START_COLL: - case NFA_START_NEG_COLL: - // Matches some character, including composing chars. - len += MB_MAXBYTES; - if (state->c != NFA_ANY) { - // Skip over the characters. - state = state->out1->out; - continue; - } - break; - - case NFA_DIGIT: - case NFA_WHITE: - case NFA_HEX: - case NFA_OCTAL: - // ascii - len++; - break; - - case NFA_IDENT: - case NFA_SIDENT: - case NFA_KWORD: - case NFA_SKWORD: - case NFA_FNAME: - case NFA_SFNAME: - case NFA_PRINT: - case NFA_SPRINT: - case NFA_NWHITE: - case NFA_NDIGIT: - case NFA_NHEX: - case NFA_NOCTAL: - case NFA_WORD: - case NFA_NWORD: - case NFA_HEAD: - case NFA_NHEAD: - case NFA_ALPHA: - case NFA_NALPHA: - case NFA_LOWER: - case NFA_NLOWER: - case NFA_UPPER: - case NFA_NUPPER: - case NFA_LOWER_IC: - case NFA_NLOWER_IC: - case NFA_UPPER_IC: - case NFA_NUPPER_IC: - case NFA_ANY_COMPOSING: - // possibly non-ascii - len += 3; - break; - - case NFA_START_INVISIBLE: - case NFA_START_INVISIBLE_NEG: - case NFA_START_INVISIBLE_BEFORE: - case NFA_START_INVISIBLE_BEFORE_NEG: - // zero-width, out1 points to the END state - state = state->out1->out; - continue; - - case NFA_BACKREF1: - case NFA_BACKREF2: - case NFA_BACKREF3: - case NFA_BACKREF4: - case NFA_BACKREF5: - case NFA_BACKREF6: - case NFA_BACKREF7: - case NFA_BACKREF8: - case NFA_BACKREF9: - case NFA_ZREF1: - case NFA_ZREF2: - case NFA_ZREF3: - case NFA_ZREF4: - case NFA_ZREF5: - case NFA_ZREF6: - case NFA_ZREF7: - case NFA_ZREF8: - case NFA_ZREF9: - case NFA_NEWL: - case NFA_SKIP: - // unknown width - return -1; - - case NFA_BOL: - case NFA_EOL: - case NFA_BOF: - case NFA_EOF: - case NFA_BOW: - case NFA_EOW: - case NFA_MOPEN: - case NFA_MOPEN1: - case NFA_MOPEN2: - case NFA_MOPEN3: - case NFA_MOPEN4: - case NFA_MOPEN5: - case NFA_MOPEN6: - case NFA_MOPEN7: - case NFA_MOPEN8: - case NFA_MOPEN9: - case NFA_ZOPEN: - case NFA_ZOPEN1: - case NFA_ZOPEN2: - case NFA_ZOPEN3: - case NFA_ZOPEN4: - case NFA_ZOPEN5: - case NFA_ZOPEN6: - case NFA_ZOPEN7: - case NFA_ZOPEN8: - case NFA_ZOPEN9: - case NFA_ZCLOSE: - case NFA_ZCLOSE1: - case NFA_ZCLOSE2: - case NFA_ZCLOSE3: - case NFA_ZCLOSE4: - case NFA_ZCLOSE5: - case NFA_ZCLOSE6: - case NFA_ZCLOSE7: - case NFA_ZCLOSE8: - case NFA_ZCLOSE9: - case NFA_MCLOSE: - case NFA_MCLOSE1: - case NFA_MCLOSE2: - case NFA_MCLOSE3: - case NFA_MCLOSE4: - case NFA_MCLOSE5: - case NFA_MCLOSE6: - case NFA_MCLOSE7: - case NFA_MCLOSE8: - case NFA_MCLOSE9: - case NFA_NOPEN: - case NFA_NCLOSE: - - case NFA_LNUM_GT: - case NFA_LNUM_LT: - case NFA_COL_GT: - case NFA_COL_LT: - case NFA_VCOL_GT: - case NFA_VCOL_LT: - case NFA_MARK_GT: - case NFA_MARK_LT: - case NFA_VISUAL: - case NFA_LNUM: - case NFA_CURSOR: - case NFA_COL: - case NFA_VCOL: - case NFA_MARK: - - case NFA_ZSTART: - case NFA_ZEND: - case NFA_OPT_CHARS: - case NFA_EMPTY: - case NFA_START_PATTERN: - case NFA_END_PATTERN: - case NFA_COMPOSING: - case NFA_END_COMPOSING: - // zero-width - break; - - default: - if (state->c < 0) { - // don't know what this is - return -1; - } - // normal character - len += utf_char2len(state->c); - break; - } - - // normal way to continue - state = state->out; - } - - // unrecognized, "cannot happen" - return -1; -} - -// Convert a postfix form into its equivalent NFA. -// Return the NFA start state on success, NULL otherwise. -static nfa_state_T *post2nfa(int *postfix, int *end, int nfa_calc_size) -{ - int *p; - int mopen; - int mclose; - Frag_T *stack = NULL; - Frag_T *stackp = NULL; - Frag_T *stack_end = NULL; - Frag_T e1; - Frag_T e2; - Frag_T e; - nfa_state_T *s; - nfa_state_T *s1; - nfa_state_T *matchstate; - nfa_state_T *ret = NULL; - - if (postfix == NULL) { - return NULL; - } - -#define PUSH(s) st_push((s), &stackp, stack_end) -#define POP() st_pop(&stackp, stack); \ - if (stackp < stack) { \ - st_error(postfix, end, p); \ - xfree(stack); \ - return NULL; \ - } - - if (nfa_calc_size == false) { - // Allocate space for the stack. Max states on the stack: "nstate". - stack = xmalloc((size_t)(nstate + 1) * sizeof(Frag_T)); - stackp = stack; - stack_end = stack + (nstate + 1); - } - - for (p = postfix; p < end; p++) { - switch (*p) { - case NFA_CONCAT: - // Concatenation. - // Pay attention: this operator does not exist in the r.e. itself - // (it is implicit, really). It is added when r.e. is translated - // to postfix form in re2post(). - if (nfa_calc_size == true) { - // nstate += 0; - break; - } - e2 = POP(); - e1 = POP(); - patch(e1.out, e2.start); - PUSH(frag(e1.start, e2.out)); - break; - - case NFA_OR: - // Alternation - if (nfa_calc_size == true) { - nstate++; - break; - } - e2 = POP(); - e1 = POP(); - s = alloc_state(NFA_SPLIT, e1.start, e2.start); - if (s == NULL) { - goto theend; - } - PUSH(frag(s, append(e1.out, e2.out))); - break; - - case NFA_STAR: - // Zero or more, prefer more - if (nfa_calc_size == true) { - nstate++; - break; - } - e = POP(); - s = alloc_state(NFA_SPLIT, e.start, NULL); - if (s == NULL) { - goto theend; - } - patch(e.out, s); - PUSH(frag(s, list1(&s->out1))); - break; - - case NFA_STAR_NONGREEDY: - // Zero or more, prefer zero - if (nfa_calc_size == true) { - nstate++; - break; - } - e = POP(); - s = alloc_state(NFA_SPLIT, NULL, e.start); - if (s == NULL) { - goto theend; - } - patch(e.out, s); - PUSH(frag(s, list1(&s->out))); - break; - - case NFA_QUEST: - // one or zero atoms=> greedy match - if (nfa_calc_size == true) { - nstate++; - break; - } - e = POP(); - s = alloc_state(NFA_SPLIT, e.start, NULL); - if (s == NULL) { - goto theend; - } - PUSH(frag(s, append(e.out, list1(&s->out1)))); - break; - - case NFA_QUEST_NONGREEDY: - // zero or one atoms => non-greedy match - if (nfa_calc_size == true) { - nstate++; - break; - } - e = POP(); - s = alloc_state(NFA_SPLIT, NULL, e.start); - if (s == NULL) { - goto theend; - } - PUSH(frag(s, append(e.out, list1(&s->out)))); - break; - - case NFA_END_COLL: - case NFA_END_NEG_COLL: - // On the stack is the sequence starting with NFA_START_COLL or - // NFA_START_NEG_COLL and all possible characters. Patch it to - // add the output to the start. - if (nfa_calc_size == true) { - nstate++; - break; - } - e = POP(); - s = alloc_state(NFA_END_COLL, NULL, NULL); - if (s == NULL) { - goto theend; - } - patch(e.out, s); - e.start->out1 = s; - PUSH(frag(e.start, list1(&s->out))); - break; - - case NFA_RANGE: - // Before this are two characters, the low and high end of a - // range. Turn them into two states with MIN and MAX. - if (nfa_calc_size == true) { - // nstate += 0; - break; - } - e2 = POP(); - e1 = POP(); - e2.start->val = e2.start->c; - e2.start->c = NFA_RANGE_MAX; - e1.start->val = e1.start->c; - e1.start->c = NFA_RANGE_MIN; - patch(e1.out, e2.start); - PUSH(frag(e1.start, e2.out)); - break; - - case NFA_EMPTY: - // 0-length, used in a repetition with max/min count of 0 - if (nfa_calc_size == true) { - nstate++; - break; - } - s = alloc_state(NFA_EMPTY, NULL, NULL); - if (s == NULL) { - goto theend; - } - PUSH(frag(s, list1(&s->out))); - break; - - case NFA_OPT_CHARS: { - int n; - - // \%[abc] implemented as: - // NFA_SPLIT - // +-CHAR(a) - // | +-NFA_SPLIT - // | +-CHAR(b) - // | | +-NFA_SPLIT - // | | +-CHAR(c) - // | | | +-next - // | | +- next - // | +- next - // +- next - n = *++p; // get number of characters - if (nfa_calc_size == true) { - nstate += n; - break; - } - s = NULL; // avoid compiler warning - e1.out = NULL; // stores list with out1's - s1 = NULL; // previous NFA_SPLIT to connect to - while (n-- > 0) { - e = POP(); // get character - s = alloc_state(NFA_SPLIT, e.start, NULL); - if (s == NULL) { - goto theend; - } - if (e1.out == NULL) { - e1 = e; - } - patch(e.out, s1); - append(e1.out, list1(&s->out1)); - s1 = s; - } - PUSH(frag(s, e1.out)); - break; - } - - case NFA_PREV_ATOM_NO_WIDTH: - case NFA_PREV_ATOM_NO_WIDTH_NEG: - case NFA_PREV_ATOM_JUST_BEFORE: - case NFA_PREV_ATOM_JUST_BEFORE_NEG: - case NFA_PREV_ATOM_LIKE_PATTERN: { - int before = (*p == NFA_PREV_ATOM_JUST_BEFORE - || *p == NFA_PREV_ATOM_JUST_BEFORE_NEG); - int pattern = (*p == NFA_PREV_ATOM_LIKE_PATTERN); - int start_state; - int end_state; - int n = 0; - nfa_state_T *zend; - nfa_state_T *skip; - - switch (*p) { - case NFA_PREV_ATOM_NO_WIDTH: - start_state = NFA_START_INVISIBLE; - end_state = NFA_END_INVISIBLE; - break; - case NFA_PREV_ATOM_NO_WIDTH_NEG: - start_state = NFA_START_INVISIBLE_NEG; - end_state = NFA_END_INVISIBLE_NEG; - break; - case NFA_PREV_ATOM_JUST_BEFORE: - start_state = NFA_START_INVISIBLE_BEFORE; - end_state = NFA_END_INVISIBLE; - break; - case NFA_PREV_ATOM_JUST_BEFORE_NEG: - start_state = NFA_START_INVISIBLE_BEFORE_NEG; - end_state = NFA_END_INVISIBLE_NEG; - break; - default: // NFA_PREV_ATOM_LIKE_PATTERN: - start_state = NFA_START_PATTERN; - end_state = NFA_END_PATTERN; - break; - } - - if (before) { - n = *++p; // get the count - } - // The \@= operator: match the preceding atom with zero width. - // The \@! operator: no match for the preceding atom. - // The \@<= operator: match for the preceding atom. - // The \@<! operator: no match for the preceding atom. - // Surrounds the preceding atom with START_INVISIBLE and - // END_INVISIBLE, similarly to MOPEN. - - if (nfa_calc_size == true) { - nstate += pattern ? 4 : 2; - break; - } - e = POP(); - s1 = alloc_state(end_state, NULL, NULL); - if (s1 == NULL) { - goto theend; - } - - s = alloc_state(start_state, e.start, s1); - if (s == NULL) { - goto theend; - } - if (pattern) { - // NFA_ZEND -> NFA_END_PATTERN -> NFA_SKIP -> what follows. - skip = alloc_state(NFA_SKIP, NULL, NULL); - if (skip == NULL) { - goto theend; - } - zend = alloc_state(NFA_ZEND, s1, NULL); - if (zend == NULL) { - goto theend; - } - s1->out = skip; - patch(e.out, zend); - PUSH(frag(s, list1(&skip->out))); - } else { - patch(e.out, s1); - PUSH(frag(s, list1(&s1->out))); - if (before) { - if (n <= 0) { - // See if we can guess the maximum width, it avoids a - // lot of pointless tries. - n = nfa_max_width(e.start, 0); - } - s->val = n; // store the count - } - } - break; - } - - case NFA_COMPOSING: // char with composing char - FALLTHROUGH; - - case NFA_MOPEN: // \( \) Submatch - case NFA_MOPEN1: - case NFA_MOPEN2: - case NFA_MOPEN3: - case NFA_MOPEN4: - case NFA_MOPEN5: - case NFA_MOPEN6: - case NFA_MOPEN7: - case NFA_MOPEN8: - case NFA_MOPEN9: - case NFA_ZOPEN: // \z( \) Submatch - case NFA_ZOPEN1: - case NFA_ZOPEN2: - case NFA_ZOPEN3: - case NFA_ZOPEN4: - case NFA_ZOPEN5: - case NFA_ZOPEN6: - case NFA_ZOPEN7: - case NFA_ZOPEN8: - case NFA_ZOPEN9: - case NFA_NOPEN: // \%( \) "Invisible Submatch" - if (nfa_calc_size == true) { - nstate += 2; - break; - } - - mopen = *p; - switch (*p) { - case NFA_NOPEN: - mclose = NFA_NCLOSE; break; - case NFA_ZOPEN: - mclose = NFA_ZCLOSE; break; - case NFA_ZOPEN1: - mclose = NFA_ZCLOSE1; break; - case NFA_ZOPEN2: - mclose = NFA_ZCLOSE2; break; - case NFA_ZOPEN3: - mclose = NFA_ZCLOSE3; break; - case NFA_ZOPEN4: - mclose = NFA_ZCLOSE4; break; - case NFA_ZOPEN5: - mclose = NFA_ZCLOSE5; break; - case NFA_ZOPEN6: - mclose = NFA_ZCLOSE6; break; - case NFA_ZOPEN7: - mclose = NFA_ZCLOSE7; break; - case NFA_ZOPEN8: - mclose = NFA_ZCLOSE8; break; - case NFA_ZOPEN9: - mclose = NFA_ZCLOSE9; break; - case NFA_COMPOSING: - mclose = NFA_END_COMPOSING; break; - default: - // NFA_MOPEN, NFA_MOPEN1 .. NFA_MOPEN9 - mclose = *p + NSUBEXP; - break; - } - - // Allow "NFA_MOPEN" as a valid postfix representation for - // the empty regexp "". In this case, the NFA will be - // NFA_MOPEN -> NFA_MCLOSE. Note that this also allows - // empty groups of parenthesis, and empty mbyte chars - if (stackp == stack) { - s = alloc_state(mopen, NULL, NULL); - if (s == NULL) { - goto theend; - } - s1 = alloc_state(mclose, NULL, NULL); - if (s1 == NULL) { - goto theend; - } - patch(list1(&s->out), s1); - PUSH(frag(s, list1(&s1->out))); - break; - } - - // At least one node was emitted before NFA_MOPEN, so - // at least one node will be between NFA_MOPEN and NFA_MCLOSE - e = POP(); - s = alloc_state(mopen, e.start, NULL); // `(' - if (s == NULL) { - goto theend; - } - - s1 = alloc_state(mclose, NULL, NULL); // `)' - if (s1 == NULL) { - goto theend; - } - patch(e.out, s1); - - if (mopen == NFA_COMPOSING) { - // COMPOSING->out1 = END_COMPOSING - patch(list1(&s->out1), s1); - } - - PUSH(frag(s, list1(&s1->out))); - break; - - case NFA_BACKREF1: - case NFA_BACKREF2: - case NFA_BACKREF3: - case NFA_BACKREF4: - case NFA_BACKREF5: - case NFA_BACKREF6: - case NFA_BACKREF7: - case NFA_BACKREF8: - case NFA_BACKREF9: - case NFA_ZREF1: - case NFA_ZREF2: - case NFA_ZREF3: - case NFA_ZREF4: - case NFA_ZREF5: - case NFA_ZREF6: - case NFA_ZREF7: - case NFA_ZREF8: - case NFA_ZREF9: - if (nfa_calc_size == true) { - nstate += 2; - break; - } - s = alloc_state(*p, NULL, NULL); - if (s == NULL) { - goto theend; - } - s1 = alloc_state(NFA_SKIP, NULL, NULL); - if (s1 == NULL) { - goto theend; - } - patch(list1(&s->out), s1); - PUSH(frag(s, list1(&s1->out))); - break; - - case NFA_LNUM: - case NFA_LNUM_GT: - case NFA_LNUM_LT: - case NFA_VCOL: - case NFA_VCOL_GT: - case NFA_VCOL_LT: - case NFA_COL: - case NFA_COL_GT: - case NFA_COL_LT: - case NFA_MARK: - case NFA_MARK_GT: - case NFA_MARK_LT: { - int n = *++p; // lnum, col or mark name - - if (nfa_calc_size == true) { - nstate += 1; - break; - } - s = alloc_state(p[-1], NULL, NULL); - if (s == NULL) { - goto theend; - } - s->val = n; - PUSH(frag(s, list1(&s->out))); - break; - } - - case NFA_ZSTART: - case NFA_ZEND: - default: - // Operands - if (nfa_calc_size == true) { - nstate++; - break; - } - s = alloc_state(*p, NULL, NULL); - if (s == NULL) { - goto theend; - } - PUSH(frag(s, list1(&s->out))); - break; - } // switch(*p) - } // for(p = postfix; *p; ++p) - - if (nfa_calc_size == true) { - nstate++; - goto theend; // Return value when counting size is ignored anyway - } - - e = POP(); - if (stackp != stack) { - xfree(stack); - EMSG_RET_NULL(_("E875: (NFA regexp) (While converting from postfix to NFA)," - "too many states left on stack")); - } - - if (istate >= nstate) { - xfree(stack); - EMSG_RET_NULL(_("E876: (NFA regexp) " - "Not enough space to store the whole NFA ")); - } - - matchstate = &state_ptr[istate++]; // the match state - matchstate->c = NFA_MATCH; - matchstate->out = matchstate->out1 = NULL; - matchstate->id = 0; - - patch(e.out, matchstate); - ret = e.start; - -theend: - xfree(stack); - return ret; - -#undef POP1 -#undef PUSH1 -#undef POP2 -#undef PUSH2 -#undef POP -#undef PUSH -} - -// After building the NFA program, inspect it to add optimization hints. -static void nfa_postprocess(nfa_regprog_T *prog) -{ - int i; - int c; - - for (i = 0; i < prog->nstate; i++) { - c = prog->state[i].c; - if (c == NFA_START_INVISIBLE - || c == NFA_START_INVISIBLE_NEG - || c == NFA_START_INVISIBLE_BEFORE - || c == NFA_START_INVISIBLE_BEFORE_NEG) { - int directly; - - // Do it directly when what follows is possibly the end of the - // match. - if (match_follows(prog->state[i].out1->out, 0)) { - directly = true; - } else { - int ch_invisible = failure_chance(prog->state[i].out, 0); - int ch_follows = failure_chance(prog->state[i].out1->out, 0); - - // Postpone when the invisible match is expensive or has a - // lower chance of failing. - if (c == NFA_START_INVISIBLE_BEFORE - || c == NFA_START_INVISIBLE_BEFORE_NEG) { - // "before" matches are very expensive when - // unbounded, always prefer what follows then, - // unless what follows will always match. - // Otherwise strongly prefer what follows. - if (prog->state[i].val <= 0 && ch_follows > 0) { - directly = false; - } else { - directly = ch_follows * 10 < ch_invisible; - } - } else { - // normal invisible, first do the one with the - // highest failure chance - directly = ch_follows < ch_invisible; - } - } - if (directly) { - // switch to the _FIRST state - prog->state[i].c++; - } - } - } -} - -///////////////////////////////////////////////////////////////// -// NFA execution code. -///////////////////////////////////////////////////////////////// - -// Values for done in nfa_pim_T. -#define NFA_PIM_UNUSED 0 // pim not used -#define NFA_PIM_TODO 1 // pim not done yet -#define NFA_PIM_MATCH 2 // pim executed, matches -#define NFA_PIM_NOMATCH 3 // pim executed, no match - -#ifdef REGEXP_DEBUG -static void log_subsexpr(regsubs_T *subs) -{ - log_subexpr(&subs->norm); - if (rex.nfa_has_zsubexpr) { - log_subexpr(&subs->synt); - } -} - -static void log_subexpr(regsub_T *sub) -{ - int j; - - for (j = 0; j < sub->in_use; j++) { - if (REG_MULTI) { - fprintf(log_fd, "*** group %d, start: c=%d, l=%d, end: c=%d, l=%d\n", - j, - sub->list.multi[j].start_col, - (int)sub->list.multi[j].start_lnum, - sub->list.multi[j].end_col, - (int)sub->list.multi[j].end_lnum); - } else { - char *s = (char *)sub->list.line[j].start; - char *e = (char *)sub->list.line[j].end; - - fprintf(log_fd, "*** group %d, start: \"%s\", end: \"%s\"\n", - j, - s == NULL ? "NULL" : s, - e == NULL ? "NULL" : e); - } - } -} - -static char *pim_info(const nfa_pim_T *pim) -{ - static char buf[30]; - - if (pim == NULL || pim->result == NFA_PIM_UNUSED) { - buf[0] = NUL; - } else { - snprintf(buf, sizeof(buf), " PIM col %d", - REG_MULTI - ? (int)pim->end.pos.col - : (int)(pim->end.ptr - rex.input)); - } - return buf; -} - -#endif - -// Used during execution: whether a match has been found. -static int nfa_match; -static proftime_T *nfa_time_limit; -static int *nfa_timed_out; -static int nfa_time_count; - -// Copy postponed invisible match info from "from" to "to". -static void copy_pim(nfa_pim_T *to, nfa_pim_T *from) -{ - to->result = from->result; - to->state = from->state; - copy_sub(&to->subs.norm, &from->subs.norm); - if (rex.nfa_has_zsubexpr) { - copy_sub(&to->subs.synt, &from->subs.synt); - } - to->end = from->end; -} - -static void clear_sub(regsub_T *sub) -{ - if (REG_MULTI) { - // Use 0xff to set lnum to -1 - memset(sub->list.multi, 0xff, sizeof(struct multipos) * (size_t)rex.nfa_nsubexpr); - } else { - memset(sub->list.line, 0, sizeof(struct linepos) * (size_t)rex.nfa_nsubexpr); - } - sub->in_use = 0; -} - -// Copy the submatches from "from" to "to". -static void copy_sub(regsub_T *to, regsub_T *from) -{ - to->in_use = from->in_use; - if (from->in_use <= 0) { - return; - } - - // Copy the match start and end positions. - if (REG_MULTI) { - memmove(&to->list.multi[0], &from->list.multi[0], - sizeof(struct multipos) * (size_t)from->in_use); - to->orig_start_col = from->orig_start_col; - } else { - memmove(&to->list.line[0], &from->list.line[0], - sizeof(struct linepos) * (size_t)from->in_use); - } -} - -// Like copy_sub() but exclude the main match. -static void copy_sub_off(regsub_T *to, regsub_T *from) -{ - if (to->in_use < from->in_use) { - to->in_use = from->in_use; - } - if (from->in_use <= 1) { - return; - } - - // Copy the match start and end positions. - if (REG_MULTI) { - memmove(&to->list.multi[1], &from->list.multi[1], - sizeof(struct multipos) * (size_t)(from->in_use - 1)); - } else { - memmove(&to->list.line[1], &from->list.line[1], - sizeof(struct linepos) * (size_t)(from->in_use - 1)); - } -} - -// Like copy_sub() but only do the end of the main match if \ze is present. -static void copy_ze_off(regsub_T *to, regsub_T *from) -{ - if (!rex.nfa_has_zend) { - return; - } - - if (REG_MULTI) { - if (from->list.multi[0].end_lnum >= 0) { - to->list.multi[0].end_lnum = from->list.multi[0].end_lnum; - to->list.multi[0].end_col = from->list.multi[0].end_col; - } - } else { - if (from->list.line[0].end != NULL) { - to->list.line[0].end = from->list.line[0].end; - } - } -} - -// Return true if "sub1" and "sub2" have the same start positions. -// When using back-references also check the end position. -static bool sub_equal(regsub_T *sub1, regsub_T *sub2) -{ - int i; - int todo; - linenr_T s1; - linenr_T s2; - uint8_t *sp1; - uint8_t *sp2; - - todo = sub1->in_use > sub2->in_use ? sub1->in_use : sub2->in_use; - if (REG_MULTI) { - for (i = 0; i < todo; i++) { - if (i < sub1->in_use) { - s1 = sub1->list.multi[i].start_lnum; - } else { - s1 = -1; - } - if (i < sub2->in_use) { - s2 = sub2->list.multi[i].start_lnum; - } else { - s2 = -1; - } - if (s1 != s2) { - return false; - } - if (s1 != -1 && sub1->list.multi[i].start_col - != sub2->list.multi[i].start_col) { - return false; - } - if (rex.nfa_has_backref) { - if (i < sub1->in_use) { - s1 = sub1->list.multi[i].end_lnum; - } else { - s1 = -1; - } - if (i < sub2->in_use) { - s2 = sub2->list.multi[i].end_lnum; - } else { - s2 = -1; - } - if (s1 != s2) { - return false; - } - if (s1 != -1 - && sub1->list.multi[i].end_col != sub2->list.multi[i].end_col) { - return false; - } - } - } - } else { - for (i = 0; i < todo; i++) { - if (i < sub1->in_use) { - sp1 = sub1->list.line[i].start; - } else { - sp1 = NULL; - } - if (i < sub2->in_use) { - sp2 = sub2->list.line[i].start; - } else { - sp2 = NULL; - } - if (sp1 != sp2) { - return false; - } - if (rex.nfa_has_backref) { - if (i < sub1->in_use) { - sp1 = sub1->list.line[i].end; - } else { - sp1 = NULL; - } - if (i < sub2->in_use) { - sp2 = sub2->list.line[i].end; - } else { - sp2 = NULL; - } - if (sp1 != sp2) { - return false; - } - } - } - } - - return true; -} - -#ifdef REGEXP_DEBUG -static void open_debug_log(TriState result) -{ - log_fd = fopen(NFA_REGEXP_RUN_LOG, "a"); - if (log_fd == NULL) { - emsg(_(e_log_open_failed)); - log_fd = stderr; - } - - fprintf(log_fd, "****************************\n"); - fprintf(log_fd, "FINISHED RUNNING nfa_regmatch() recursively\n"); - fprintf(log_fd, "MATCH = %s\n", result == kTrue ? "OK" : result == kNone ? "MAYBE" : "FALSE"); - fprintf(log_fd, "****************************\n"); -} - -static void report_state(char *action, regsub_T *sub, nfa_state_T *state, int lid, nfa_pim_T *pim) -{ - int col; - - if (sub->in_use <= 0) { - col = -1; - } else if (REG_MULTI) { - col = sub->list.multi[0].start_col; - } else { - col = (int)(sub->list.line[0].start - rex.line); - } - nfa_set_code(state->c); - if (log_fd == NULL) { - open_debug_log(kNone); - } - fprintf(log_fd, "> %s state %d to list %d. char %d: %s (start col %d)%s\n", - action, abs(state->id), lid, state->c, code, col, - pim_info(pim)); -} - -#endif - -/// @param l runtime state list -/// @param state state to update -/// @param subs pointers to subexpressions -/// @param pim postponed match or NULL -/// -/// @return true if the same state is already in list "l" with the same -/// positions as "subs". -static bool has_state_with_pos(nfa_list_T *l, nfa_state_T *state, regsubs_T *subs, nfa_pim_T *pim) - FUNC_ATTR_NONNULL_ARG(1, 2, 3) -{ - for (int i = 0; i < l->n; i++) { - nfa_thread_T *thread = &l->t[i]; - if (thread->state->id == state->id - && sub_equal(&thread->subs.norm, &subs->norm) - && (!rex.nfa_has_zsubexpr - || sub_equal(&thread->subs.synt, &subs->synt)) - && pim_equal(&thread->pim, pim)) { - return true; - } - } - return false; -} - -// Return true if "one" and "two" are equal. That includes when both are not -// set. -static bool pim_equal(const nfa_pim_T *one, const nfa_pim_T *two) -{ - const bool one_unused = (one == NULL || one->result == NFA_PIM_UNUSED); - const bool two_unused = (two == NULL || two->result == NFA_PIM_UNUSED); - - if (one_unused) { - // one is unused: equal when two is also unused - return two_unused; - } - if (two_unused) { - // one is used and two is not: not equal - return false; - } - // compare the state id - if (one->state->id != two->state->id) { - return false; - } - // compare the position - if (REG_MULTI) { - return one->end.pos.lnum == two->end.pos.lnum - && one->end.pos.col == two->end.pos.col; - } - return one->end.ptr == two->end.ptr; -} - -// Return true if "state" leads to a NFA_MATCH without advancing the input. -static bool match_follows(const nfa_state_T *startstate, int depth) - FUNC_ATTR_NONNULL_ALL -{ - const nfa_state_T *state = startstate; - - // avoid too much recursion - if (depth > 10) { - return false; - } - while (state != NULL) { - switch (state->c) { - case NFA_MATCH: - case NFA_MCLOSE: - case NFA_END_INVISIBLE: - case NFA_END_INVISIBLE_NEG: - case NFA_END_PATTERN: - return true; - - case NFA_SPLIT: - return match_follows(state->out, depth + 1) - || match_follows(state->out1, depth + 1); - - case NFA_START_INVISIBLE: - case NFA_START_INVISIBLE_FIRST: - case NFA_START_INVISIBLE_BEFORE: - case NFA_START_INVISIBLE_BEFORE_FIRST: - case NFA_START_INVISIBLE_NEG: - case NFA_START_INVISIBLE_NEG_FIRST: - case NFA_START_INVISIBLE_BEFORE_NEG: - case NFA_START_INVISIBLE_BEFORE_NEG_FIRST: - case NFA_COMPOSING: - // skip ahead to next state - state = state->out1->out; - continue; - - case NFA_ANY: - case NFA_ANY_COMPOSING: - case NFA_IDENT: - case NFA_SIDENT: - case NFA_KWORD: - case NFA_SKWORD: - case NFA_FNAME: - case NFA_SFNAME: - case NFA_PRINT: - case NFA_SPRINT: - case NFA_WHITE: - case NFA_NWHITE: - case NFA_DIGIT: - case NFA_NDIGIT: - case NFA_HEX: - case NFA_NHEX: - case NFA_OCTAL: - case NFA_NOCTAL: - case NFA_WORD: - case NFA_NWORD: - case NFA_HEAD: - case NFA_NHEAD: - case NFA_ALPHA: - case NFA_NALPHA: - case NFA_LOWER: - case NFA_NLOWER: - case NFA_UPPER: - case NFA_NUPPER: - case NFA_LOWER_IC: - case NFA_NLOWER_IC: - case NFA_UPPER_IC: - case NFA_NUPPER_IC: - case NFA_START_COLL: - case NFA_START_NEG_COLL: - case NFA_NEWL: - // state will advance input - return false; - - default: - if (state->c > 0) { - // state will advance input - return false; - } - // Others: zero-width or possibly zero-width, might still find - // a match at the same position, keep looking. - break; - } - state = state->out; - } - return false; -} - -/// @param l runtime state list -/// @param state state to update -/// @param subs pointers to subexpressions -/// -/// @return true if "state" is already in list "l". -static bool state_in_list(nfa_list_T *l, nfa_state_T *state, regsubs_T *subs) - FUNC_ATTR_NONNULL_ALL -{ - if (state->lastlist[nfa_ll_index] == l->id) { - if (!rex.nfa_has_backref || has_state_with_pos(l, state, subs, NULL)) { - return true; - } - } - return false; -} - -// Offset used for "off" by addstate_here(). -#define ADDSTATE_HERE_OFFSET 10 - -/// Add "state" and possibly what follows to state list ".". -/// -/// @param l runtime state list -/// @param state state to update -/// @param subs_arg pointers to subexpressions -/// @param pim postponed look-behind match -/// @param off_arg byte offset, when -1 go to next line -/// -/// @return "subs_arg", possibly copied into temp_subs. -/// NULL when recursiveness is too deep. -static regsubs_T *addstate(nfa_list_T *l, nfa_state_T *state, regsubs_T *subs_arg, nfa_pim_T *pim, - int off_arg) - FUNC_ATTR_NONNULL_ARG(1, 2) FUNC_ATTR_WARN_UNUSED_RESULT -{ - int subidx; - int off = off_arg; - int add_here = false; - int listindex = 0; - int k; - int found = false; - nfa_thread_T *thread; - struct multipos save_multipos; - int save_in_use; - uint8_t *save_ptr; - int i; - regsub_T *sub; - regsubs_T *subs = subs_arg; - static regsubs_T temp_subs; -#ifdef REGEXP_DEBUG - int did_print = false; -#endif - static int depth = 0; - - // This function is called recursively. When the depth is too much we run - // out of stack and crash, limit recursiveness here. - if (++depth >= 5000 || subs == NULL) { - depth--; - return NULL; - } - - if (off_arg <= -ADDSTATE_HERE_OFFSET) { - add_here = true; - off = 0; - listindex = -(off_arg + ADDSTATE_HERE_OFFSET); - } - - switch (state->c) { - case NFA_NCLOSE: - case NFA_MCLOSE: - case NFA_MCLOSE1: - case NFA_MCLOSE2: - case NFA_MCLOSE3: - case NFA_MCLOSE4: - case NFA_MCLOSE5: - case NFA_MCLOSE6: - case NFA_MCLOSE7: - case NFA_MCLOSE8: - case NFA_MCLOSE9: - case NFA_ZCLOSE: - case NFA_ZCLOSE1: - case NFA_ZCLOSE2: - case NFA_ZCLOSE3: - case NFA_ZCLOSE4: - case NFA_ZCLOSE5: - case NFA_ZCLOSE6: - case NFA_ZCLOSE7: - case NFA_ZCLOSE8: - case NFA_ZCLOSE9: - case NFA_MOPEN: - case NFA_ZEND: - case NFA_SPLIT: - case NFA_EMPTY: - // These nodes are not added themselves but their "out" and/or - // "out1" may be added below. - break; - - case NFA_BOL: - case NFA_BOF: - // "^" won't match past end-of-line, don't bother trying. - // Except when at the end of the line, or when we are going to the - // next line for a look-behind match. - if (rex.input > rex.line - && *rex.input != NUL - && (nfa_endp == NULL - || !REG_MULTI - || rex.lnum == nfa_endp->se_u.pos.lnum)) { - goto skip_add; - } - FALLTHROUGH; - - case NFA_MOPEN1: - case NFA_MOPEN2: - case NFA_MOPEN3: - case NFA_MOPEN4: - case NFA_MOPEN5: - case NFA_MOPEN6: - case NFA_MOPEN7: - case NFA_MOPEN8: - case NFA_MOPEN9: - case NFA_ZOPEN: - case NFA_ZOPEN1: - case NFA_ZOPEN2: - case NFA_ZOPEN3: - case NFA_ZOPEN4: - case NFA_ZOPEN5: - case NFA_ZOPEN6: - case NFA_ZOPEN7: - case NFA_ZOPEN8: - case NFA_ZOPEN9: - case NFA_NOPEN: - case NFA_ZSTART: - // These nodes need to be added so that we can bail out when it - // was added to this list before at the same position to avoid an - // endless loop for "\(\)*" - - default: - if (state->lastlist[nfa_ll_index] == l->id && state->c != NFA_SKIP) { - // This state is already in the list, don't add it again, - // unless it is an MOPEN that is used for a backreference or - // when there is a PIM. For NFA_MATCH check the position, - // lower position is preferred. - if (!rex.nfa_has_backref && pim == NULL && !l->has_pim - && state->c != NFA_MATCH) { - // When called from addstate_here() do insert before - // existing states. - if (add_here) { - for (k = 0; k < l->n && k < listindex; k++) { - if (l->t[k].state->id == state->id) { - found = true; - break; - } - } - } - - if (!add_here || found) { -skip_add: -#ifdef REGEXP_DEBUG - nfa_set_code(state->c); - fprintf(log_fd, - "> Not adding state %d to list %d. char %d: %s pim: %s has_pim: %d found: %d\n", - abs(state->id), l->id, state->c, code, - pim == NULL ? "NULL" : "yes", l->has_pim, found); -#endif - depth--; - return subs; - } - } - - // Do not add the state again when it exists with the same - // positions. - if (has_state_with_pos(l, state, subs, pim)) { - goto skip_add; - } - } - - // When there are backreferences or PIMs the number of states may - // be (a lot) bigger than anticipated. - if (l->n == l->len) { - const int newlen = l->len * 3 / 2 + 50; - const size_t newsize = (size_t)newlen * sizeof(nfa_thread_T); - - if ((long)(newsize >> 10) >= p_mmp) { - emsg(_(e_pattern_uses_more_memory_than_maxmempattern)); - depth--; - return NULL; - } - if (subs != &temp_subs) { - // "subs" may point into the current array, need to make a - // copy before it becomes invalid. - copy_sub(&temp_subs.norm, &subs->norm); - if (rex.nfa_has_zsubexpr) { - copy_sub(&temp_subs.synt, &subs->synt); - } - subs = &temp_subs; - } - - nfa_thread_T *const newt = xrealloc(l->t, newsize); - l->t = newt; - l->len = newlen; - } - - // add the state to the list - state->lastlist[nfa_ll_index] = l->id; - thread = &l->t[l->n++]; - thread->state = state; - if (pim == NULL) { - thread->pim.result = NFA_PIM_UNUSED; - } else { - copy_pim(&thread->pim, pim); - l->has_pim = true; - } - copy_sub(&thread->subs.norm, &subs->norm); - if (rex.nfa_has_zsubexpr) { - copy_sub(&thread->subs.synt, &subs->synt); - } -#ifdef REGEXP_DEBUG - report_state("Adding", &thread->subs.norm, state, l->id, pim); - did_print = true; -#endif - } - -#ifdef REGEXP_DEBUG - if (!did_print) { - report_state("Processing", &subs->norm, state, l->id, pim); - } -#endif - switch (state->c) { - case NFA_MATCH: - break; - - case NFA_SPLIT: - // order matters here - subs = addstate(l, state->out, subs, pim, off_arg); - subs = addstate(l, state->out1, subs, pim, off_arg); - break; - - case NFA_EMPTY: - case NFA_NOPEN: - case NFA_NCLOSE: - subs = addstate(l, state->out, subs, pim, off_arg); - break; - - case NFA_MOPEN: - case NFA_MOPEN1: - case NFA_MOPEN2: - case NFA_MOPEN3: - case NFA_MOPEN4: - case NFA_MOPEN5: - case NFA_MOPEN6: - case NFA_MOPEN7: - case NFA_MOPEN8: - case NFA_MOPEN9: - case NFA_ZOPEN: - case NFA_ZOPEN1: - case NFA_ZOPEN2: - case NFA_ZOPEN3: - case NFA_ZOPEN4: - case NFA_ZOPEN5: - case NFA_ZOPEN6: - case NFA_ZOPEN7: - case NFA_ZOPEN8: - case NFA_ZOPEN9: - case NFA_ZSTART: - if (state->c == NFA_ZSTART) { - subidx = 0; - sub = &subs->norm; - } else if (state->c >= NFA_ZOPEN && state->c <= NFA_ZOPEN9) { // -V560 - subidx = state->c - NFA_ZOPEN; - sub = &subs->synt; - } else { - subidx = state->c - NFA_MOPEN; - sub = &subs->norm; - } - - // avoid compiler warnings - save_ptr = NULL; - CLEAR_FIELD(save_multipos); - - // Set the position (with "off" added) in the subexpression. Save - // and restore it when it was in use. Otherwise fill any gap. - if (REG_MULTI) { - if (subidx < sub->in_use) { - save_multipos = sub->list.multi[subidx]; - save_in_use = -1; - } else { - save_in_use = sub->in_use; - for (i = sub->in_use; i < subidx; i++) { - sub->list.multi[i].start_lnum = -1; - sub->list.multi[i].end_lnum = -1; - } - sub->in_use = subidx + 1; - } - if (off == -1) { - sub->list.multi[subidx].start_lnum = rex.lnum + 1; - sub->list.multi[subidx].start_col = 0; - } else { - sub->list.multi[subidx].start_lnum = rex.lnum; - sub->list.multi[subidx].start_col = - (colnr_T)(rex.input - rex.line + off); - } - sub->list.multi[subidx].end_lnum = -1; - } else { - if (subidx < sub->in_use) { - save_ptr = sub->list.line[subidx].start; - save_in_use = -1; - } else { - save_in_use = sub->in_use; - for (i = sub->in_use; i < subidx; i++) { - sub->list.line[i].start = NULL; - sub->list.line[i].end = NULL; - } - sub->in_use = subidx + 1; - } - sub->list.line[subidx].start = rex.input + off; - } - - subs = addstate(l, state->out, subs, pim, off_arg); - if (subs == NULL) { - break; - } - // "subs" may have changed, need to set "sub" again. - if (state->c >= NFA_ZOPEN && state->c <= NFA_ZOPEN9) { // -V560 - sub = &subs->synt; - } else { - sub = &subs->norm; - } - - if (save_in_use == -1) { - if (REG_MULTI) { - sub->list.multi[subidx] = save_multipos; - } else { - sub->list.line[subidx].start = save_ptr; - } - } else { - sub->in_use = save_in_use; - } - break; - - case NFA_MCLOSE: - if (rex.nfa_has_zend - && (REG_MULTI - ? subs->norm.list.multi[0].end_lnum >= 0 - : subs->norm.list.line[0].end != NULL)) { - // Do not overwrite the position set by \ze. - subs = addstate(l, state->out, subs, pim, off_arg); - break; - } - FALLTHROUGH; - case NFA_MCLOSE1: - case NFA_MCLOSE2: - case NFA_MCLOSE3: - case NFA_MCLOSE4: - case NFA_MCLOSE5: - case NFA_MCLOSE6: - case NFA_MCLOSE7: - case NFA_MCLOSE8: - case NFA_MCLOSE9: - case NFA_ZCLOSE: - case NFA_ZCLOSE1: - case NFA_ZCLOSE2: - case NFA_ZCLOSE3: - case NFA_ZCLOSE4: - case NFA_ZCLOSE5: - case NFA_ZCLOSE6: - case NFA_ZCLOSE7: - case NFA_ZCLOSE8: - case NFA_ZCLOSE9: - case NFA_ZEND: - if (state->c == NFA_ZEND) { - subidx = 0; - sub = &subs->norm; - } else if (state->c >= NFA_ZCLOSE && state->c <= NFA_ZCLOSE9) { // -V560 - subidx = state->c - NFA_ZCLOSE; - sub = &subs->synt; - } else { - subidx = state->c - NFA_MCLOSE; - sub = &subs->norm; - } - - // We don't fill in gaps here, there must have been an MOPEN that - // has done that. - save_in_use = sub->in_use; - if (sub->in_use <= subidx) { - sub->in_use = subidx + 1; - } - if (REG_MULTI) { - save_multipos = sub->list.multi[subidx]; - if (off == -1) { - sub->list.multi[subidx].end_lnum = rex.lnum + 1; - sub->list.multi[subidx].end_col = 0; - } else { - sub->list.multi[subidx].end_lnum = rex.lnum; - sub->list.multi[subidx].end_col = - (colnr_T)(rex.input - rex.line + off); - } - // avoid compiler warnings - save_ptr = NULL; - } else { - save_ptr = sub->list.line[subidx].end; - sub->list.line[subidx].end = rex.input + off; - // avoid compiler warnings - CLEAR_FIELD(save_multipos); - } - - subs = addstate(l, state->out, subs, pim, off_arg); - if (subs == NULL) { - break; - } - // "subs" may have changed, need to set "sub" again. - if (state->c >= NFA_ZCLOSE && state->c <= NFA_ZCLOSE9) { // -V560 - sub = &subs->synt; - } else { - sub = &subs->norm; - } - - if (REG_MULTI) { - sub->list.multi[subidx] = save_multipos; - } else { - sub->list.line[subidx].end = save_ptr; - } - sub->in_use = save_in_use; - break; - } - depth--; - return subs; -} - -/// Like addstate(), but the new state(s) are put at position "*ip". -/// Used for zero-width matches, next state to use is the added one. -/// This makes sure the order of states to be tried does not change, which -/// matters for alternatives. -/// -/// @param l runtime state list -/// @param state state to update -/// @param subs pointers to subexpressions -/// @param pim postponed look-behind match -static regsubs_T *addstate_here(nfa_list_T *l, nfa_state_T *state, regsubs_T *subs, nfa_pim_T *pim, - int *ip) - FUNC_ATTR_NONNULL_ARG(1, 2, 5) FUNC_ATTR_WARN_UNUSED_RESULT -{ - int tlen = l->n; - int count; - int listidx = *ip; - - // First add the state(s) at the end, so that we know how many there are. - // Pass the listidx as offset (avoids adding another argument to - // addstate()). - regsubs_T *r = addstate(l, state, subs, pim, -listidx - ADDSTATE_HERE_OFFSET); - if (r == NULL) { - return NULL; - } - - // when "*ip" was at the end of the list, nothing to do - if (listidx + 1 == tlen) { - return r; - } - - // re-order to put the new state at the current position - count = l->n - tlen; - if (count == 0) { - return r; // no state got added - } - if (count == 1) { - // overwrite the current state - l->t[listidx] = l->t[l->n - 1]; - } else if (count > 1) { - if (l->n + count - 1 >= l->len) { - // not enough space to move the new states, reallocate the list - // and move the states to the right position - const int newlen = l->len * 3 / 2 + 50; - const size_t newsize = (size_t)newlen * sizeof(nfa_thread_T); - - if ((long)(newsize >> 10) >= p_mmp) { - emsg(_(e_pattern_uses_more_memory_than_maxmempattern)); - return NULL; - } - nfa_thread_T *const newl = xmalloc(newsize); - l->len = newlen; - memmove(&(newl[0]), - &(l->t[0]), - sizeof(nfa_thread_T) * (size_t)listidx); - memmove(&(newl[listidx]), - &(l->t[l->n - count]), - sizeof(nfa_thread_T) * (size_t)count); - memmove(&(newl[listidx + count]), - &(l->t[listidx + 1]), - sizeof(nfa_thread_T) * (size_t)(l->n - count - listidx - 1)); - xfree(l->t); - l->t = newl; - } else { - // make space for new states, then move them from the - // end to the current position - memmove(&(l->t[listidx + count]), - &(l->t[listidx + 1]), - sizeof(nfa_thread_T) * (size_t)(l->n - listidx - 1)); - memmove(&(l->t[listidx]), - &(l->t[l->n - 1]), - sizeof(nfa_thread_T) * (size_t)count); - } - } - l->n--; - *ip = listidx - 1; - - return r; -} - -// Check character class "class" against current character c. -static int check_char_class(int cls, int c) -{ - switch (cls) { - case NFA_CLASS_ALNUM: - if (c >= 1 && c < 128 && isalnum(c)) { - return OK; - } - break; - case NFA_CLASS_ALPHA: - if (c >= 1 && c < 128 && isalpha(c)) { - return OK; - } - break; - case NFA_CLASS_BLANK: - if (c == ' ' || c == '\t') { - return OK; - } - break; - case NFA_CLASS_CNTRL: - if (c >= 1 && c <= 127 && iscntrl(c)) { - return OK; - } - break; - case NFA_CLASS_DIGIT: - if (ascii_isdigit(c)) { - return OK; - } - break; - case NFA_CLASS_GRAPH: - if (c >= 1 && c <= 127 && isgraph(c)) { - return OK; - } - break; - case NFA_CLASS_LOWER: - if (mb_islower(c) && c != 170 && c != 186) { - return OK; - } - break; - case NFA_CLASS_PRINT: - if (vim_isprintc(c)) { - return OK; - } - break; - case NFA_CLASS_PUNCT: - if (c >= 1 && c < 128 && ispunct(c)) { - return OK; - } - break; - case NFA_CLASS_SPACE: - if ((c >= 9 && c <= 13) || (c == ' ')) { - return OK; - } - break; - case NFA_CLASS_UPPER: - if (mb_isupper(c)) { - return OK; - } - break; - case NFA_CLASS_XDIGIT: - if (ascii_isxdigit(c)) { - return OK; - } - break; - case NFA_CLASS_TAB: - if (c == '\t') { - return OK; - } - break; - case NFA_CLASS_RETURN: - if (c == '\r') { - return OK; - } - break; - case NFA_CLASS_BACKSPACE: - if (c == '\b') { - return OK; - } - break; - case NFA_CLASS_ESCAPE: - if (c == ESC) { - return OK; - } - break; - case NFA_CLASS_IDENT: - if (vim_isIDc(c)) { - return OK; - } - break; - case NFA_CLASS_KEYWORD: - if (reg_iswordc(c)) { - return OK; - } - break; - case NFA_CLASS_FNAME: - if (vim_isfilec(c)) { - return OK; - } - break; - - default: - // should not be here :P - siemsg(_(e_ill_char_class), (int64_t)cls); - return FAIL; - } - return FAIL; -} - -/// Check for a match with subexpression "subidx". -/// -/// @param sub pointers to subexpressions -/// @param bytelen out: length of match in bytes -/// -/// @return true if it matches. -static int match_backref(regsub_T *sub, int subidx, int *bytelen) -{ - int len; - - if (sub->in_use <= subidx) { -retempty: - // backref was not set, match an empty string - *bytelen = 0; - return true; - } - - if (REG_MULTI) { - if (sub->list.multi[subidx].start_lnum < 0 - || sub->list.multi[subidx].end_lnum < 0) { - goto retempty; - } - if (sub->list.multi[subidx].start_lnum == rex.lnum - && sub->list.multi[subidx].end_lnum == rex.lnum) { - len = sub->list.multi[subidx].end_col - - sub->list.multi[subidx].start_col; - if (cstrncmp((char *)rex.line + sub->list.multi[subidx].start_col, - (char *)rex.input, &len) == 0) { - *bytelen = len; - return true; - } - } else { - if (match_with_backref(sub->list.multi[subidx].start_lnum, - sub->list.multi[subidx].start_col, - sub->list.multi[subidx].end_lnum, - sub->list.multi[subidx].end_col, - bytelen) == RA_MATCH) { - return true; - } - } - } else { - if (sub->list.line[subidx].start == NULL - || sub->list.line[subidx].end == NULL) { - goto retempty; - } - len = (int)(sub->list.line[subidx].end - sub->list.line[subidx].start); - if (cstrncmp((char *)sub->list.line[subidx].start, (char *)rex.input, &len) == 0) { - *bytelen = len; - return true; - } - } - return false; -} - -/// Check for a match with \z subexpression "subidx". -/// -/// @param bytelen out: length of match in bytes -/// -/// @return true if it matches. -static int match_zref(int subidx, int *bytelen) -{ - int len; - - cleanup_zsubexpr(); - if (re_extmatch_in == NULL || re_extmatch_in->matches[subidx] == NULL) { - // backref was not set, match an empty string - *bytelen = 0; - return true; - } - - len = (int)strlen((char *)re_extmatch_in->matches[subidx]); - if (cstrncmp((char *)re_extmatch_in->matches[subidx], (char *)rex.input, &len) == 0) { - *bytelen = len; - return true; - } - return false; -} - -// Save list IDs for all NFA states of "prog" into "list". -// Also reset the IDs to zero. -// Only used for the recursive value lastlist[1]. -static void nfa_save_listids(nfa_regprog_T *prog, int *list) -{ - int i; - nfa_state_T *p; - - // Order in the list is reverse, it's a bit faster that way. - p = &prog->state[0]; - for (i = prog->nstate; --i >= 0;) { - list[i] = p->lastlist[1]; - p->lastlist[1] = 0; - p++; - } -} - -// Restore list IDs from "list" to all NFA states. -static void nfa_restore_listids(nfa_regprog_T *prog, int *list) -{ - int i; - nfa_state_T *p; - - p = &prog->state[0]; - for (i = prog->nstate; --i >= 0;) { - p->lastlist[1] = list[i]; - p++; - } -} - -static bool nfa_re_num_cmp(uintmax_t val, int op, uintmax_t pos) -{ - if (op == 1) { - return pos > val; - } - if (op == 2) { - return pos < val; - } - return val == pos; -} - -// Recursively call nfa_regmatch() -// "pim" is NULL or contains info about a Postponed Invisible Match (start -// position). -static int recursive_regmatch(nfa_state_T *state, nfa_pim_T *pim, nfa_regprog_T *prog, - regsubs_T *submatch, regsubs_T *m, int **listids, int *listids_len) - FUNC_ATTR_NONNULL_ARG(1, 3, 5, 6, 7) -{ - const int save_reginput_col = (int)(rex.input - rex.line); - const int save_reglnum = rex.lnum; - const int save_nfa_match = nfa_match; - const int save_nfa_listid = rex.nfa_listid; - save_se_T *const save_nfa_endp = nfa_endp; - save_se_T endpos; - save_se_T *endposp = NULL; - int need_restore = false; - - if (pim != NULL) { - // start at the position where the postponed match was - if (REG_MULTI) { - rex.input = rex.line + pim->end.pos.col; - } else { - rex.input = pim->end.ptr; - } - } - - if (state->c == NFA_START_INVISIBLE_BEFORE - || state->c == NFA_START_INVISIBLE_BEFORE_FIRST - || state->c == NFA_START_INVISIBLE_BEFORE_NEG - || state->c == NFA_START_INVISIBLE_BEFORE_NEG_FIRST) { - // The recursive match must end at the current position. When "pim" is - // not NULL it specifies the current position. - endposp = &endpos; - if (REG_MULTI) { - if (pim == NULL) { - endpos.se_u.pos.col = (int)(rex.input - rex.line); - endpos.se_u.pos.lnum = rex.lnum; - } else { - endpos.se_u.pos = pim->end.pos; - } - } else { - if (pim == NULL) { - endpos.se_u.ptr = rex.input; - } else { - endpos.se_u.ptr = pim->end.ptr; - } - } - - // Go back the specified number of bytes, or as far as the - // start of the previous line, to try matching "\@<=" or - // not matching "\@<!". This is very inefficient, limit the number of - // bytes if possible. - if (state->val <= 0) { - if (REG_MULTI) { - rex.line = (uint8_t *)reg_getline(--rex.lnum); - if (rex.line == NULL) { - // can't go before the first line - rex.line = (uint8_t *)reg_getline(++rex.lnum); - } - } - rex.input = rex.line; - } else { - if (REG_MULTI && (int)(rex.input - rex.line) < state->val) { - // Not enough bytes in this line, go to end of - // previous line. - rex.line = (uint8_t *)reg_getline(--rex.lnum); - if (rex.line == NULL) { - // can't go before the first line - rex.line = (uint8_t *)reg_getline(++rex.lnum); - rex.input = rex.line; - } else { - rex.input = rex.line + strlen((char *)rex.line); - } - } - if ((int)(rex.input - rex.line) >= state->val) { - rex.input -= state->val; - rex.input -= utf_head_off((char *)rex.line, (char *)rex.input); - } else { - rex.input = rex.line; - } - } - } - -#ifdef REGEXP_DEBUG - if (log_fd != stderr) { - fclose(log_fd); - } - log_fd = NULL; -#endif - // Have to clear the lastlist field of the NFA nodes, so that - // nfa_regmatch() and addstate() can run properly after recursion. - if (nfa_ll_index == 1) { - // Already calling nfa_regmatch() recursively. Save the lastlist[1] - // values and clear them. - if (*listids == NULL || *listids_len < prog->nstate) { - xfree(*listids); - *listids = xmalloc(sizeof(**listids) * (size_t)prog->nstate); - *listids_len = prog->nstate; - } - nfa_save_listids(prog, *listids); - need_restore = true; - // any value of rex.nfa_listid will do - } else { - // First recursive nfa_regmatch() call, switch to the second lastlist - // entry. Make sure rex.nfa_listid is different from a previous - // recursive call, because some states may still have this ID. - nfa_ll_index++; - if (rex.nfa_listid <= rex.nfa_alt_listid) { - rex.nfa_listid = rex.nfa_alt_listid; - } - } - - // Call nfa_regmatch() to check if the current concat matches at this - // position. The concat ends with the node NFA_END_INVISIBLE - nfa_endp = endposp; - const int result = nfa_regmatch(prog, state->out, submatch, m); - - if (need_restore) { - nfa_restore_listids(prog, *listids); - } else { - nfa_ll_index--; - rex.nfa_alt_listid = rex.nfa_listid; - } - - // restore position in input text - rex.lnum = save_reglnum; - if (REG_MULTI) { - rex.line = (uint8_t *)reg_getline(rex.lnum); - } - rex.input = rex.line + save_reginput_col; - if (result != NFA_TOO_EXPENSIVE) { - nfa_match = save_nfa_match; - rex.nfa_listid = save_nfa_listid; - } - nfa_endp = save_nfa_endp; - -#ifdef REGEXP_DEBUG - open_debug_log(result); -#endif - - return result; -} - -// Estimate the chance of a match with "state" failing. -// empty match: 0 -// NFA_ANY: 1 -// specific character: 99 -static int failure_chance(nfa_state_T *state, int depth) -{ - int c = state->c; - int l, r; - - // detect looping - if (depth > 4) { - return 1; - } - - switch (c) { - case NFA_SPLIT: - if (state->out->c == NFA_SPLIT || state->out1->c == NFA_SPLIT) { - // avoid recursive stuff - return 1; - } - // two alternatives, use the lowest failure chance - l = failure_chance(state->out, depth + 1); - r = failure_chance(state->out1, depth + 1); - return l < r ? l : r; - - case NFA_ANY: - // matches anything, unlikely to fail - return 1; - - case NFA_MATCH: - case NFA_MCLOSE: - case NFA_ANY_COMPOSING: - // empty match works always - return 0; - - case NFA_START_INVISIBLE: - case NFA_START_INVISIBLE_FIRST: - case NFA_START_INVISIBLE_NEG: - case NFA_START_INVISIBLE_NEG_FIRST: - case NFA_START_INVISIBLE_BEFORE: - case NFA_START_INVISIBLE_BEFORE_FIRST: - case NFA_START_INVISIBLE_BEFORE_NEG: - case NFA_START_INVISIBLE_BEFORE_NEG_FIRST: - case NFA_START_PATTERN: - // recursive regmatch is expensive, use low failure chance - return 5; - - case NFA_BOL: - case NFA_EOL: - case NFA_BOF: - case NFA_EOF: - case NFA_NEWL: - return 99; - - case NFA_BOW: - case NFA_EOW: - return 90; - - case NFA_MOPEN: - case NFA_MOPEN1: - case NFA_MOPEN2: - case NFA_MOPEN3: - case NFA_MOPEN4: - case NFA_MOPEN5: - case NFA_MOPEN6: - case NFA_MOPEN7: - case NFA_MOPEN8: - case NFA_MOPEN9: - case NFA_ZOPEN: - case NFA_ZOPEN1: - case NFA_ZOPEN2: - case NFA_ZOPEN3: - case NFA_ZOPEN4: - case NFA_ZOPEN5: - case NFA_ZOPEN6: - case NFA_ZOPEN7: - case NFA_ZOPEN8: - case NFA_ZOPEN9: - case NFA_ZCLOSE: - case NFA_ZCLOSE1: - case NFA_ZCLOSE2: - case NFA_ZCLOSE3: - case NFA_ZCLOSE4: - case NFA_ZCLOSE5: - case NFA_ZCLOSE6: - case NFA_ZCLOSE7: - case NFA_ZCLOSE8: - case NFA_ZCLOSE9: - case NFA_NOPEN: - case NFA_MCLOSE1: - case NFA_MCLOSE2: - case NFA_MCLOSE3: - case NFA_MCLOSE4: - case NFA_MCLOSE5: - case NFA_MCLOSE6: - case NFA_MCLOSE7: - case NFA_MCLOSE8: - case NFA_MCLOSE9: - case NFA_NCLOSE: - return failure_chance(state->out, depth + 1); - - case NFA_BACKREF1: - case NFA_BACKREF2: - case NFA_BACKREF3: - case NFA_BACKREF4: - case NFA_BACKREF5: - case NFA_BACKREF6: - case NFA_BACKREF7: - case NFA_BACKREF8: - case NFA_BACKREF9: - case NFA_ZREF1: - case NFA_ZREF2: - case NFA_ZREF3: - case NFA_ZREF4: - case NFA_ZREF5: - case NFA_ZREF6: - case NFA_ZREF7: - case NFA_ZREF8: - case NFA_ZREF9: - // backreferences don't match in many places - return 94; - - case NFA_LNUM_GT: - case NFA_LNUM_LT: - case NFA_COL_GT: - case NFA_COL_LT: - case NFA_VCOL_GT: - case NFA_VCOL_LT: - case NFA_MARK_GT: - case NFA_MARK_LT: - case NFA_VISUAL: - // before/after positions don't match very often - return 85; - - case NFA_LNUM: - return 90; - - case NFA_CURSOR: - case NFA_COL: - case NFA_VCOL: - case NFA_MARK: - // specific positions rarely match - return 98; - - case NFA_COMPOSING: - return 95; - - default: - if (c > 0) { - // character match fails often - return 95; - } - } - - // something else, includes character classes - return 50; -} - -// Skip until the char "c" we know a match must start with. -static int skip_to_start(int c, colnr_T *colp) -{ - const uint8_t *const s = (uint8_t *)cstrchr((char *)rex.line + *colp, c); - if (s == NULL) { - return FAIL; - } - *colp = (int)(s - rex.line); - return OK; -} - -// Check for a match with match_text. -// Called after skip_to_start() has found regstart. -// Returns zero for no match, 1 for a match. -static int find_match_text(colnr_T *startcol, int regstart, uint8_t *match_text) -{ -#define PTR2LEN(x) utf_ptr2len(x) - - colnr_T col = *startcol; - int regstart_len = PTR2LEN((char *)rex.line + col); - - while (true) { - bool match = true; - uint8_t *s1 = match_text; - uint8_t *s2 = rex.line + col + regstart_len; // skip regstart - while (*s1) { - int c1_len = PTR2LEN((char *)s1); - int c1 = utf_ptr2char((char *)s1); - int c2_len = PTR2LEN((char *)s2); - int c2 = utf_ptr2char((char *)s2); - - if ((c1 != c2 && (!rex.reg_ic || utf_fold(c1) != utf_fold(c2))) - || c1_len != c2_len) { - match = false; - break; - } - s1 += c1_len; - s2 += c2_len; - } - if (match - // check that no composing char follows - && !utf_iscomposing(utf_ptr2char((char *)s2))) { - cleanup_subexpr(); - if (REG_MULTI) { - rex.reg_startpos[0].lnum = rex.lnum; - rex.reg_startpos[0].col = col; - rex.reg_endpos[0].lnum = rex.lnum; - rex.reg_endpos[0].col = (colnr_T)(s2 - rex.line); - } else { - rex.reg_startp[0] = rex.line + col; - rex.reg_endp[0] = s2; - } - *startcol = col; - return 1L; - } - - // Try finding regstart after the current match. - col += regstart_len; // skip regstart - if (skip_to_start(regstart, &col) == FAIL) { - break; - } - } - - *startcol = col; - return 0L; - -#undef PTR2LEN -} - -static int nfa_did_time_out(void) -{ - if (nfa_time_limit != NULL && profile_passed_limit(*nfa_time_limit)) { - if (nfa_timed_out != NULL) { - *nfa_timed_out = true; - } - return true; - } - return false; -} - -/// Main matching routine. -/// -/// Run NFA to determine whether it matches rex.input. -/// -/// When "nfa_endp" is not NULL it is a required end-of-match position. -/// -/// Return true if there is a match, false if there is no match, -/// NFA_TOO_EXPENSIVE if we end up with too many states. -/// When there is a match "submatch" contains the positions. -/// -/// Note: Caller must ensure that: start != NULL. -static int nfa_regmatch(nfa_regprog_T *prog, nfa_state_T *start, regsubs_T *submatch, regsubs_T *m) - FUNC_ATTR_NONNULL_ARG(1, 2, 4) -{ - int result = false; - int flag = 0; - bool go_to_nextline = false; - nfa_thread_T *t; - nfa_list_T list[2]; - int listidx; - nfa_list_T *thislist; - nfa_list_T *nextlist; - int *listids = NULL; - int listids_len = 0; - nfa_state_T *add_state; - bool add_here; - int add_count; - int add_off = 0; - int toplevel = start->c == NFA_MOPEN; - regsubs_T *r; - // Some patterns may take a long time to match, especially when using - // recursive_regmatch(). Allow interrupting them with CTRL-C. - reg_breakcheck(); - if (got_int) { - return false; - } - if (nfa_did_time_out()) { - return false; - } - -#ifdef NFA_REGEXP_DEBUG_LOG - FILE *debug = fopen(NFA_REGEXP_DEBUG_LOG, "a"); - - if (debug == NULL) { - semsg("(NFA) COULD NOT OPEN %s!", NFA_REGEXP_DEBUG_LOG); - return false; - } -#endif - nfa_match = false; - - // Allocate memory for the lists of nodes. - size_t size = (size_t)(prog->nstate + 1) * sizeof(nfa_thread_T); - list[0].t = xmalloc(size); - list[0].len = prog->nstate + 1; - list[1].t = xmalloc(size); - list[1].len = prog->nstate + 1; - -#ifdef REGEXP_DEBUG - log_fd = fopen(NFA_REGEXP_RUN_LOG, "a"); - if (log_fd == NULL) { - emsg(_(e_log_open_failed)); - log_fd = stderr; - } - fprintf(log_fd, "**********************************\n"); - nfa_set_code(start->c); - fprintf(log_fd, " RUNNING nfa_regmatch() starting with state %d, code %s\n", - abs(start->id), code); - fprintf(log_fd, "**********************************\n"); -#endif - - thislist = &list[0]; - thislist->n = 0; - thislist->has_pim = false; - nextlist = &list[1]; - nextlist->n = 0; - nextlist->has_pim = false; -#ifdef REGEXP_DEBUG - fprintf(log_fd, "(---) STARTSTATE first\n"); -#endif - thislist->id = rex.nfa_listid + 1; - - // Inline optimized code for addstate(thislist, start, m, 0) if we know - // it's the first MOPEN. - if (toplevel) { - if (REG_MULTI) { - m->norm.list.multi[0].start_lnum = rex.lnum; - m->norm.list.multi[0].start_col = (colnr_T)(rex.input - rex.line); - m->norm.orig_start_col = m->norm.list.multi[0].start_col; - } else { - m->norm.list.line[0].start = rex.input; - } - m->norm.in_use = 1; - r = addstate(thislist, start->out, m, NULL, 0); - } else { - r = addstate(thislist, start, m, NULL, 0); - } - if (r == NULL) { - nfa_match = NFA_TOO_EXPENSIVE; - goto theend; - } - -#define ADD_STATE_IF_MATCH(state) \ - if (result) { \ - add_state = (state)->out; \ - add_off = clen; \ - } - - // Run for each character. - while (true) { - int curc = utf_ptr2char((char *)rex.input); - int clen = utfc_ptr2len((char *)rex.input); - if (curc == NUL) { - clen = 0; - go_to_nextline = false; - } - - // swap lists - thislist = &list[flag]; - nextlist = &list[flag ^= 1]; - nextlist->n = 0; // clear nextlist - nextlist->has_pim = false; - rex.nfa_listid++; - if (prog->re_engine == AUTOMATIC_ENGINE - && (rex.nfa_listid >= NFA_MAX_STATES)) { - // Too many states, retry with old engine. - nfa_match = NFA_TOO_EXPENSIVE; - goto theend; - } - - thislist->id = rex.nfa_listid; - nextlist->id = rex.nfa_listid + 1; - -#ifdef REGEXP_DEBUG - fprintf(log_fd, "------------------------------------------\n"); - fprintf(log_fd, ">>> Reginput is \"%s\"\n", rex.input); - fprintf(log_fd, - ">>> Advanced one character... Current char is %c (code %d) \n", - curc, - (int)curc); - fprintf(log_fd, ">>> Thislist has %d states available: ", thislist->n); - { - int i; - - for (i = 0; i < thislist->n; i++) { - fprintf(log_fd, "%d ", abs(thislist->t[i].state->id)); - } - } - fprintf(log_fd, "\n"); -#endif - -#ifdef NFA_REGEXP_DEBUG_LOG - fprintf(debug, "\n-------------------\n"); -#endif - // If the state lists are empty we can stop. - if (thislist->n == 0) { - break; - } - - // compute nextlist - for (listidx = 0; listidx < thislist->n; listidx++) { - // If the list gets very long there probably is something wrong. - // At least allow interrupting with CTRL-C. - reg_breakcheck(); - if (got_int) { - break; - } - if (nfa_time_limit != NULL && ++nfa_time_count == 20) { - nfa_time_count = 0; - if (nfa_did_time_out()) { - break; - } - } - t = &thislist->t[listidx]; - -#ifdef NFA_REGEXP_DEBUG_LOG - nfa_set_code(t->state->c); - fprintf(debug, "%s, ", code); -#endif -#ifdef REGEXP_DEBUG - { - int col; - - if (t->subs.norm.in_use <= 0) { - col = -1; - } else if (REG_MULTI) { - col = t->subs.norm.list.multi[0].start_col; - } else { - col = (int)(t->subs.norm.list.line[0].start - rex.line); - } - nfa_set_code(t->state->c); - fprintf(log_fd, "(%d) char %d %s (start col %d)%s... \n", - abs(t->state->id), (int)t->state->c, code, col, - pim_info(&t->pim)); - } -#endif - - // Handle the possible codes of the current state. - // The most important is NFA_MATCH. - add_state = NULL; - add_here = false; - add_count = 0; - switch (t->state->c) { - case NFA_MATCH: - // If the match is not at the start of the line, ends before a - // composing characters and rex.reg_icombine is not set, that - // is not really a match. - if (!rex.reg_icombine - && rex.input != rex.line - && utf_iscomposing(curc)) { - break; - } - nfa_match = true; - copy_sub(&submatch->norm, &t->subs.norm); - if (rex.nfa_has_zsubexpr) { - copy_sub(&submatch->synt, &t->subs.synt); - } -#ifdef REGEXP_DEBUG - log_subsexpr(&t->subs); -#endif - // Found the left-most longest match, do not look at any other - // states at this position. When the list of states is going - // to be empty quit without advancing, so that "rex.input" is - // correct. - if (nextlist->n == 0) { - clen = 0; - } - goto nextchar; - - case NFA_END_INVISIBLE: - case NFA_END_INVISIBLE_NEG: - case NFA_END_PATTERN: - // This is only encountered after a NFA_START_INVISIBLE or - // NFA_START_INVISIBLE_BEFORE node. - // They surround a zero-width group, used with "\@=", "\&", - // "\@!", "\@<=" and "\@<!". - // If we got here, it means that the current "invisible" group - // finished successfully, so return control to the parent - // nfa_regmatch(). For a look-behind match only when it ends - // in the position in "nfa_endp". - // Submatches are stored in *m, and used in the parent call. -#ifdef REGEXP_DEBUG - if (nfa_endp != NULL) { - if (REG_MULTI) { - fprintf(log_fd, - "Current lnum: %d, endp lnum: %d;" - " current col: %d, endp col: %d\n", - (int)rex.lnum, - (int)nfa_endp->se_u.pos.lnum, - (int)(rex.input - rex.line), - nfa_endp->se_u.pos.col); - } else { - fprintf(log_fd, "Current col: %d, endp col: %d\n", - (int)(rex.input - rex.line), - (int)(nfa_endp->se_u.ptr - rex.input)); - } - } -#endif - // If "nfa_endp" is set it's only a match if it ends at - // "nfa_endp" - if (nfa_endp != NULL - && (REG_MULTI - ? (rex.lnum != nfa_endp->se_u.pos.lnum - || (int)(rex.input - rex.line) != nfa_endp->se_u.pos.col) - : rex.input != nfa_endp->se_u.ptr)) { - break; - } - // do not set submatches for \@! - if (t->state->c != NFA_END_INVISIBLE_NEG) { - copy_sub(&m->norm, &t->subs.norm); - if (rex.nfa_has_zsubexpr) { - copy_sub(&m->synt, &t->subs.synt); - } - } -#ifdef REGEXP_DEBUG - fprintf(log_fd, "Match found:\n"); - log_subsexpr(m); -#endif - nfa_match = true; - // See comment above at "goto nextchar". - if (nextlist->n == 0) { - clen = 0; - } - goto nextchar; - - case NFA_START_INVISIBLE: - case NFA_START_INVISIBLE_FIRST: - case NFA_START_INVISIBLE_NEG: - case NFA_START_INVISIBLE_NEG_FIRST: - case NFA_START_INVISIBLE_BEFORE: - case NFA_START_INVISIBLE_BEFORE_FIRST: - case NFA_START_INVISIBLE_BEFORE_NEG: - case NFA_START_INVISIBLE_BEFORE_NEG_FIRST: -#ifdef REGEXP_DEBUG - fprintf(log_fd, "Failure chance invisible: %d, what follows: %d\n", - failure_chance(t->state->out, 0), - failure_chance(t->state->out1->out, 0)); -#endif - // Do it directly if there already is a PIM or when - // nfa_postprocess() detected it will work better. - if (t->pim.result != NFA_PIM_UNUSED - || t->state->c == NFA_START_INVISIBLE_FIRST - || t->state->c == NFA_START_INVISIBLE_NEG_FIRST - || t->state->c == NFA_START_INVISIBLE_BEFORE_FIRST - || t->state->c == NFA_START_INVISIBLE_BEFORE_NEG_FIRST) { - int in_use = m->norm.in_use; - - // Copy submatch info for the recursive call, opposite - // of what happens on success below. - copy_sub_off(&m->norm, &t->subs.norm); - if (rex.nfa_has_zsubexpr) { - copy_sub_off(&m->synt, &t->subs.synt); - } - // First try matching the invisible match, then what - // follows. - result = recursive_regmatch(t->state, NULL, prog, submatch, m, - &listids, &listids_len); - if (result == NFA_TOO_EXPENSIVE) { - nfa_match = result; - goto theend; - } - - // for \@! and \@<! it is a match when the result is - // false - if (result != (t->state->c == NFA_START_INVISIBLE_NEG - || t->state->c == NFA_START_INVISIBLE_NEG_FIRST - || t->state->c - == NFA_START_INVISIBLE_BEFORE_NEG - || t->state->c - == NFA_START_INVISIBLE_BEFORE_NEG_FIRST)) { - // Copy submatch info from the recursive call - copy_sub_off(&t->subs.norm, &m->norm); - if (rex.nfa_has_zsubexpr) { - copy_sub_off(&t->subs.synt, &m->synt); - } - // If the pattern has \ze and it matched in the - // sub pattern, use it. - copy_ze_off(&t->subs.norm, &m->norm); - - // t->state->out1 is the corresponding - // END_INVISIBLE node; Add its out to the current - // list (zero-width match). - add_here = true; - add_state = t->state->out1->out; - } - m->norm.in_use = in_use; - } else { - nfa_pim_T pim; - - // First try matching what follows. Only if a match - // is found verify the invisible match matches. Add a - // nfa_pim_T to the following states, it contains info - // about the invisible match. - pim.state = t->state; - pim.result = NFA_PIM_TODO; - pim.subs.norm.in_use = 0; - pim.subs.synt.in_use = 0; - if (REG_MULTI) { - pim.end.pos.col = (int)(rex.input - rex.line); - pim.end.pos.lnum = rex.lnum; - } else { - pim.end.ptr = rex.input; - } - // t->state->out1 is the corresponding END_INVISIBLE - // node; Add its out to the current list (zero-width - // match). - if (addstate_here(thislist, t->state->out1->out, &t->subs, - &pim, &listidx) == NULL) { - nfa_match = NFA_TOO_EXPENSIVE; - goto theend; - } - } - break; - - case NFA_START_PATTERN: { - nfa_state_T *skip = NULL; -#ifdef REGEXP_DEBUG - int skip_lid = 0; -#endif - - // There is no point in trying to match the pattern if the - // output state is not going to be added to the list. - if (state_in_list(nextlist, t->state->out1->out, &t->subs)) { - skip = t->state->out1->out; -#ifdef REGEXP_DEBUG - skip_lid = nextlist->id; -#endif - } else if (state_in_list(nextlist, - t->state->out1->out->out, &t->subs)) { - skip = t->state->out1->out->out; -#ifdef REGEXP_DEBUG - skip_lid = nextlist->id; -#endif - } else if (state_in_list(thislist, - t->state->out1->out->out, &t->subs)) { - skip = t->state->out1->out->out; -#ifdef REGEXP_DEBUG - skip_lid = thislist->id; -#endif - } - if (skip != NULL) { -#ifdef REGEXP_DEBUG - nfa_set_code(skip->c); - fprintf(log_fd, - "> Not trying to match pattern, output state %d is already in list %d. char %d: %s\n", // NOLINT(whitespace/line_length) - abs(skip->id), skip_lid, skip->c, code); -#endif - break; - } - // Copy submatch info to the recursive call, opposite of what - // happens afterwards. - copy_sub_off(&m->norm, &t->subs.norm); - if (rex.nfa_has_zsubexpr) { - copy_sub_off(&m->synt, &t->subs.synt); - } - - // First try matching the pattern. - result = recursive_regmatch(t->state, NULL, prog, submatch, m, - &listids, &listids_len); - if (result == NFA_TOO_EXPENSIVE) { - nfa_match = result; - goto theend; - } - if (result) { - int bytelen; - -#ifdef REGEXP_DEBUG - fprintf(log_fd, "NFA_START_PATTERN matches:\n"); - log_subsexpr(m); -#endif - // Copy submatch info from the recursive call - copy_sub_off(&t->subs.norm, &m->norm); - if (rex.nfa_has_zsubexpr) { - copy_sub_off(&t->subs.synt, &m->synt); - } - // Now we need to skip over the matched text and then - // continue with what follows. - if (REG_MULTI) { - // TODO(RE): multi-line match - bytelen = m->norm.list.multi[0].end_col - - (int)(rex.input - rex.line); - } else { - bytelen = (int)(m->norm.list.line[0].end - rex.input); - } - -#ifdef REGEXP_DEBUG - fprintf(log_fd, "NFA_START_PATTERN length: %d\n", bytelen); -#endif - if (bytelen == 0) { - // empty match, output of corresponding - // NFA_END_PATTERN/NFA_SKIP to be used at current - // position - add_here = true; - add_state = t->state->out1->out->out; - } else if (bytelen <= clen) { - // match current character, output of corresponding - // NFA_END_PATTERN to be used at next position. - add_state = t->state->out1->out->out; - add_off = clen; - } else { - // skip over the matched characters, set character - // count in NFA_SKIP - add_state = t->state->out1->out; - add_off = bytelen; - add_count = bytelen - clen; - } - } - break; - } - - case NFA_BOL: - if (rex.input == rex.line) { - add_here = true; - add_state = t->state->out; - } - break; - - case NFA_EOL: - if (curc == NUL) { - add_here = true; - add_state = t->state->out; - } - break; - - case NFA_BOW: - result = true; - - if (curc == NUL) { - result = false; - } else { - int this_class; - - // Get class of current and previous char (if it exists). - this_class = mb_get_class_tab((char *)rex.input, rex.reg_buf->b_chartab); - if (this_class <= 1) { - result = false; - } else if (reg_prev_class() == this_class) { - result = false; - } - } - if (result) { - add_here = true; - add_state = t->state->out; - } - break; - - case NFA_EOW: - result = true; - if (rex.input == rex.line) { - result = false; - } else { - int this_class, prev_class; - - // Get class of current and previous char (if it exists). - this_class = mb_get_class_tab((char *)rex.input, rex.reg_buf->b_chartab); - prev_class = reg_prev_class(); - if (this_class == prev_class - || prev_class == 0 || prev_class == 1) { - result = false; - } - } - if (result) { - add_here = true; - add_state = t->state->out; - } - break; - - case NFA_BOF: - if (rex.lnum == 0 && rex.input == rex.line - && (!REG_MULTI || rex.reg_firstlnum == 1)) { - add_here = true; - add_state = t->state->out; - } - break; - - case NFA_EOF: - if (rex.lnum == rex.reg_maxline && curc == NUL) { - add_here = true; - add_state = t->state->out; - } - break; - - case NFA_COMPOSING: { - int mc = curc; - int len = 0; - nfa_state_T *end; - nfa_state_T *sta; - int cchars[MAX_MCO]; - int ccount = 0; - int j; - - sta = t->state->out; - len = 0; - if (utf_iscomposing(sta->c)) { - // Only match composing character(s), ignore base - // character. Used for ".{composing}" and "{composing}" - // (no preceding character). - len += utf_char2len(mc); - } - if (rex.reg_icombine && len == 0) { - // If \Z was present, then ignore composing characters. - // When ignoring the base character this always matches. - if (sta->c != curc) { - result = FAIL; - } else { - result = OK; - } - while (sta->c != NFA_END_COMPOSING) { - sta = sta->out; - } - } else if (len > 0 || mc == sta->c) { - // Check base character matches first, unless ignored. - if (len == 0) { - len += utf_char2len(mc); - sta = sta->out; - } - - // We don't care about the order of composing characters. - // Get them into cchars[] first. - while (len < clen) { - mc = utf_ptr2char((char *)rex.input + len); - cchars[ccount++] = mc; - len += utf_char2len(mc); - if (ccount == MAX_MCO) { - break; - } - } - - // Check that each composing char in the pattern matches a - // composing char in the text. We do not check if all - // composing chars are matched. - result = OK; - while (sta->c != NFA_END_COMPOSING) { - for (j = 0; j < ccount; j++) { - if (cchars[j] == sta->c) { - break; - } - } - if (j == ccount) { - result = FAIL; - break; - } - sta = sta->out; - } - } else { - result = FAIL; - } - - end = t->state->out1; // NFA_END_COMPOSING - ADD_STATE_IF_MATCH(end); - break; - } - - case NFA_NEWL: - if (curc == NUL && !rex.reg_line_lbr && REG_MULTI - && rex.lnum <= rex.reg_maxline) { - go_to_nextline = true; - // Pass -1 for the offset, which means taking the position - // at the start of the next line. - add_state = t->state->out; - add_off = -1; - } else if (curc == '\n' && rex.reg_line_lbr) { - // match \n as if it is an ordinary character - add_state = t->state->out; - add_off = 1; - } - break; - - case NFA_START_COLL: - case NFA_START_NEG_COLL: { - // What follows is a list of characters, until NFA_END_COLL. - // One of them must match or none of them must match. - nfa_state_T *state; - int result_if_matched; - int c1, c2; - - // Never match EOL. If it's part of the collection it is added - // as a separate state with an OR. - if (curc == NUL) { - break; - } - - state = t->state->out; - result_if_matched = (t->state->c == NFA_START_COLL); - while (true) { - if (state->c == NFA_END_COLL) { - result = !result_if_matched; - break; - } - if (state->c == NFA_RANGE_MIN) { - c1 = state->val; - state = state->out; // advance to NFA_RANGE_MAX - c2 = state->val; -#ifdef REGEXP_DEBUG - fprintf(log_fd, "NFA_RANGE_MIN curc=%d c1=%d c2=%d\n", - curc, c1, c2); -#endif - if (curc >= c1 && curc <= c2) { - result = result_if_matched; - break; - } - if (rex.reg_ic) { - int curc_low = utf_fold(curc); - int done = false; - - for (; c1 <= c2; c1++) { - if (utf_fold(c1) == curc_low) { - result = result_if_matched; - done = true; - break; - } - } - if (done) { - break; - } - } - } else if (state->c < 0 ? check_char_class(state->c, curc) - : (curc == state->c - || (rex.reg_ic - && utf_fold(curc) == utf_fold(state->c)))) { - result = result_if_matched; - break; - } - state = state->out; - } - if (result) { - // next state is in out of the NFA_END_COLL, out1 of - // START points to the END state - add_state = t->state->out1->out; - add_off = clen; - } - break; - } - - case NFA_ANY: - // Any char except '\0', (end of input) does not match. - if (curc > 0) { - add_state = t->state->out; - add_off = clen; - } - break; - - case NFA_ANY_COMPOSING: - // On a composing character skip over it. Otherwise do - // nothing. Always matches. - if (utf_iscomposing(curc)) { - add_off = clen; - } else { - add_here = true; - add_off = 0; - } - add_state = t->state->out; - break; - - // Character classes like \a for alpha, \d for digit etc. - case NFA_IDENT: // \i - result = vim_isIDc(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_SIDENT: // \I - result = !ascii_isdigit(curc) && vim_isIDc(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_KWORD: // \k - result = vim_iswordp_buf((char *)rex.input, rex.reg_buf); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_SKWORD: // \K - result = !ascii_isdigit(curc) - && vim_iswordp_buf((char *)rex.input, rex.reg_buf); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_FNAME: // \f - result = vim_isfilec(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_SFNAME: // \F - result = !ascii_isdigit(curc) && vim_isfilec(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_PRINT: // \p - result = vim_isprintc(utf_ptr2char((char *)rex.input)); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_SPRINT: // \P - result = !ascii_isdigit(curc) && vim_isprintc(utf_ptr2char((char *)rex.input)); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_WHITE: // \s - result = ascii_iswhite(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_NWHITE: // \S - result = curc != NUL && !ascii_iswhite(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_DIGIT: // \d - result = ri_digit(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_NDIGIT: // \D - result = curc != NUL && !ri_digit(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_HEX: // \x - result = ri_hex(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_NHEX: // \X - result = curc != NUL && !ri_hex(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_OCTAL: // \o - result = ri_octal(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_NOCTAL: // \O - result = curc != NUL && !ri_octal(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_WORD: // \w - result = ri_word(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_NWORD: // \W - result = curc != NUL && !ri_word(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_HEAD: // \h - result = ri_head(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_NHEAD: // \H - result = curc != NUL && !ri_head(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_ALPHA: // \a - result = ri_alpha(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_NALPHA: // \A - result = curc != NUL && !ri_alpha(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_LOWER: // \l - result = ri_lower(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_NLOWER: // \L - result = curc != NUL && !ri_lower(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_UPPER: // \u - result = ri_upper(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_NUPPER: // \U - result = curc != NUL && !ri_upper(curc); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_LOWER_IC: // [a-z] - result = ri_lower(curc) || (rex.reg_ic && ri_upper(curc)); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_NLOWER_IC: // [^a-z] - result = curc != NUL - && !(ri_lower(curc) || (rex.reg_ic && ri_upper(curc))); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_UPPER_IC: // [A-Z] - result = ri_upper(curc) || (rex.reg_ic && ri_lower(curc)); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_NUPPER_IC: // [^A-Z] - result = curc != NUL - && !(ri_upper(curc) || (rex.reg_ic && ri_lower(curc))); - ADD_STATE_IF_MATCH(t->state); - break; - - case NFA_BACKREF1: - case NFA_BACKREF2: - case NFA_BACKREF3: - case NFA_BACKREF4: - case NFA_BACKREF5: - case NFA_BACKREF6: - case NFA_BACKREF7: - case NFA_BACKREF8: - case NFA_BACKREF9: - case NFA_ZREF1: - case NFA_ZREF2: - case NFA_ZREF3: - case NFA_ZREF4: - case NFA_ZREF5: - case NFA_ZREF6: - case NFA_ZREF7: - case NFA_ZREF8: - case NFA_ZREF9: - // \1 .. \9 \z1 .. \z9 - { - int subidx; - int bytelen; - - if (t->state->c <= NFA_BACKREF9) { - subidx = t->state->c - NFA_BACKREF1 + 1; - result = match_backref(&t->subs.norm, subidx, &bytelen); - } else { - subidx = t->state->c - NFA_ZREF1 + 1; - result = match_zref(subidx, &bytelen); - } - - if (result) { - if (bytelen == 0) { - // empty match always works, output of NFA_SKIP to be - // used next - add_here = true; - add_state = t->state->out->out; - } else if (bytelen <= clen) { - // match current character, jump ahead to out of - // NFA_SKIP - add_state = t->state->out->out; - add_off = clen; - } else { - // skip over the matched characters, set character - // count in NFA_SKIP - add_state = t->state->out; - add_off = bytelen; - add_count = bytelen - clen; - } - } - break; - } - case NFA_SKIP: - // character of previous matching \1 .. \9 or \@> - if (t->count - clen <= 0) { - // end of match, go to what follows - add_state = t->state->out; - add_off = clen; - } else { - // add state again with decremented count - add_state = t->state; - add_off = 0; - add_count = t->count - clen; - } - break; - - case NFA_LNUM: - case NFA_LNUM_GT: - case NFA_LNUM_LT: - assert(t->state->val >= 0 - && !((rex.reg_firstlnum > 0 - && rex.lnum > LONG_MAX - rex.reg_firstlnum) - || (rex.reg_firstlnum < 0 - && rex.lnum < LONG_MIN + rex.reg_firstlnum)) - && rex.lnum + rex.reg_firstlnum >= 0); - result = (REG_MULTI - && nfa_re_num_cmp((uintmax_t)t->state->val, - t->state->c - NFA_LNUM, - (uintmax_t)(rex.lnum + rex.reg_firstlnum))); - if (result) { - add_here = true; - add_state = t->state->out; - } - break; - - case NFA_COL: - case NFA_COL_GT: - case NFA_COL_LT: - assert(t->state->val >= 0 - && rex.input >= rex.line - && (uintmax_t)(rex.input - rex.line) <= UINTMAX_MAX - 1); - result = nfa_re_num_cmp((uintmax_t)t->state->val, - t->state->c - NFA_COL, - (uintmax_t)(rex.input - rex.line + 1)); - if (result) { - add_here = true; - add_state = t->state->out; - } - break; - - case NFA_VCOL: - case NFA_VCOL_GT: - case NFA_VCOL_LT: { - int op = t->state->c - NFA_VCOL; - colnr_T col = (colnr_T)(rex.input - rex.line); - - // Bail out quickly when there can't be a match, avoid the overhead of - // win_linetabsize() on long lines. - if (op != 1 && col > t->state->val * MB_MAXBYTES) { - break; - } - - result = false; - win_T *wp = rex.reg_win == NULL ? curwin : rex.reg_win; - if (op == 1 && col - 1 > t->state->val && col > 100) { - long ts = (long)wp->w_buffer->b_p_ts; - - // Guess that a character won't use more columns than 'tabstop', - // with a minimum of 4. - if (ts < 4) { - ts = 4; - } - result = col > t->state->val * ts; - } - if (!result) { - uintmax_t lts = win_linetabsize(wp, rex.reg_firstlnum + rex.lnum, (char *)rex.line, col); - assert(t->state->val >= 0); - result = nfa_re_num_cmp((uintmax_t)t->state->val, op, lts + 1); - } - if (result) { - add_here = true; - add_state = t->state->out; - } - } - break; - - case NFA_MARK: - case NFA_MARK_GT: - case NFA_MARK_LT: { - size_t col = REG_MULTI ? (size_t)(rex.input - rex.line) : 0; - fmark_T *fm = mark_get(rex.reg_buf, curwin, NULL, kMarkBufLocal, t->state->val); - - // Line may have been freed, get it again. - if (REG_MULTI) { - rex.line = (uint8_t *)reg_getline(rex.lnum); - rex.input = rex.line + col; - } - - // Compare the mark position to the match position, if the mark - // exists and mark is set in reg_buf. - if (fm != NULL && fm->mark.lnum > 0) { - pos_T *pos = &fm->mark; - const colnr_T pos_col = pos->lnum == rex.lnum + rex.reg_firstlnum - && pos->col == MAXCOL - ? (colnr_T)strlen((char *)reg_getline(pos->lnum - rex.reg_firstlnum)) - : pos->col; - - result = pos->lnum == rex.lnum + rex.reg_firstlnum - ? (pos_col == (colnr_T)(rex.input - rex.line) - ? t->state->c == NFA_MARK - : (pos_col < (colnr_T)(rex.input - rex.line) - ? t->state->c == NFA_MARK_GT - : t->state->c == NFA_MARK_LT)) - : (pos->lnum < rex.lnum + rex.reg_firstlnum - ? t->state->c == NFA_MARK_GT - : t->state->c == NFA_MARK_LT); - if (result) { - add_here = true; - add_state = t->state->out; - } - } - break; - } - - case NFA_CURSOR: - result = rex.reg_win != NULL - && (rex.lnum + rex.reg_firstlnum == rex.reg_win->w_cursor.lnum) - && ((colnr_T)(rex.input - rex.line) == rex.reg_win->w_cursor.col); - if (result) { - add_here = true; - add_state = t->state->out; - } - break; - - case NFA_VISUAL: - result = reg_match_visual(); - if (result) { - add_here = true; - add_state = t->state->out; - } - break; - - case NFA_MOPEN1: - case NFA_MOPEN2: - case NFA_MOPEN3: - case NFA_MOPEN4: - case NFA_MOPEN5: - case NFA_MOPEN6: - case NFA_MOPEN7: - case NFA_MOPEN8: - case NFA_MOPEN9: - case NFA_ZOPEN: - case NFA_ZOPEN1: - case NFA_ZOPEN2: - case NFA_ZOPEN3: - case NFA_ZOPEN4: - case NFA_ZOPEN5: - case NFA_ZOPEN6: - case NFA_ZOPEN7: - case NFA_ZOPEN8: - case NFA_ZOPEN9: - case NFA_NOPEN: - case NFA_ZSTART: - // These states are only added to be able to bail out when - // they are added again, nothing is to be done. - break; - - default: // regular character - { - int c = t->state->c; - -#ifdef REGEXP_DEBUG - if (c < 0) { - siemsg("INTERNAL: Negative state char: %" PRId64, (int64_t)c); - } -#endif - result = (c == curc); - - if (!result && rex.reg_ic) { - result = utf_fold(c) == utf_fold(curc); - } - - // If rex.reg_icombine is not set only skip over the character - // itself. When it is set skip over composing characters. - if (result && !rex.reg_icombine) { - clen = utf_ptr2len((char *)rex.input); - } - - ADD_STATE_IF_MATCH(t->state); - break; - } - } // switch (t->state->c) - - if (add_state != NULL) { - nfa_pim_T *pim; - nfa_pim_T pim_copy; - - if (t->pim.result == NFA_PIM_UNUSED) { - pim = NULL; - } else { - pim = &t->pim; - } - - // Handle the postponed invisible match if the match might end - // without advancing and before the end of the line. - if (pim != NULL && (clen == 0 || match_follows(add_state, 0))) { - if (pim->result == NFA_PIM_TODO) { -#ifdef REGEXP_DEBUG - fprintf(log_fd, "\n"); - fprintf(log_fd, "==================================\n"); - fprintf(log_fd, "Postponed recursive nfa_regmatch()\n"); - fprintf(log_fd, "\n"); -#endif - result = recursive_regmatch(pim->state, pim, prog, submatch, m, - &listids, &listids_len); - pim->result = result ? NFA_PIM_MATCH : NFA_PIM_NOMATCH; - // for \@! and \@<! it is a match when the result is - // false - if (result != (pim->state->c == NFA_START_INVISIBLE_NEG - || pim->state->c == NFA_START_INVISIBLE_NEG_FIRST - || pim->state->c - == NFA_START_INVISIBLE_BEFORE_NEG - || pim->state->c - == NFA_START_INVISIBLE_BEFORE_NEG_FIRST)) { - // Copy submatch info from the recursive call - copy_sub_off(&pim->subs.norm, &m->norm); - if (rex.nfa_has_zsubexpr) { - copy_sub_off(&pim->subs.synt, &m->synt); - } - } - } else { - result = (pim->result == NFA_PIM_MATCH); -#ifdef REGEXP_DEBUG - fprintf(log_fd, "\n"); - fprintf(log_fd, - "Using previous recursive nfa_regmatch() result, result == %d\n", - pim->result); - fprintf(log_fd, "MATCH = %s\n", result ? "OK" : "false"); - fprintf(log_fd, "\n"); -#endif - } - - // for \@! and \@<! it is a match when result is false - if (result != (pim->state->c == NFA_START_INVISIBLE_NEG - || pim->state->c == NFA_START_INVISIBLE_NEG_FIRST - || pim->state->c - == NFA_START_INVISIBLE_BEFORE_NEG - || pim->state->c - == NFA_START_INVISIBLE_BEFORE_NEG_FIRST)) { - // Copy submatch info from the recursive call - copy_sub_off(&t->subs.norm, &pim->subs.norm); - if (rex.nfa_has_zsubexpr) { - copy_sub_off(&t->subs.synt, &pim->subs.synt); - } - } else { - // look-behind match failed, don't add the state - continue; - } - - // Postponed invisible match was handled, don't add it to - // following states. - pim = NULL; - } - - // If "pim" points into l->t it will become invalid when - // adding the state causes the list to be reallocated. Make a - // local copy to avoid that. - if (pim == &t->pim) { - copy_pim(&pim_copy, pim); - pim = &pim_copy; - } - - if (add_here) { - r = addstate_here(thislist, add_state, &t->subs, pim, &listidx); - } else { - r = addstate(nextlist, add_state, &t->subs, pim, add_off); - if (add_count > 0) { - nextlist->t[nextlist->n - 1].count = add_count; - } - } - if (r == NULL) { - nfa_match = NFA_TOO_EXPENSIVE; - goto theend; - } - } - } // for (thislist = thislist; thislist->state; thislist++) - - // Look for the start of a match in the current position by adding the - // start state to the list of states. - // The first found match is the leftmost one, thus the order of states - // matters! - // Do not add the start state in recursive calls of nfa_regmatch(), - // because recursive calls should only start in the first position. - // Unless "nfa_endp" is not NULL, then we match the end position. - // Also don't start a match past the first line. - if (!nfa_match - && ((toplevel - && rex.lnum == 0 - && clen != 0 - && (rex.reg_maxcol == 0 - || (colnr_T)(rex.input - rex.line) < rex.reg_maxcol)) - || (nfa_endp != NULL - && (REG_MULTI - ? (rex.lnum < nfa_endp->se_u.pos.lnum - || (rex.lnum == nfa_endp->se_u.pos.lnum - && (int)(rex.input - rex.line) - < nfa_endp->se_u.pos.col)) - : rex.input < nfa_endp->se_u.ptr)))) { -#ifdef REGEXP_DEBUG - fprintf(log_fd, "(---) STARTSTATE\n"); -#endif - // Inline optimized code for addstate() if we know the state is - // the first MOPEN. - if (toplevel) { - int add = true; - - if (prog->regstart != NUL && clen != 0) { - if (nextlist->n == 0) { - colnr_T col = (colnr_T)(rex.input - rex.line) + clen; - - // Nextlist is empty, we can skip ahead to the - // character that must appear at the start. - if (skip_to_start(prog->regstart, &col) == FAIL) { - break; - } -#ifdef REGEXP_DEBUG - fprintf(log_fd, " Skipping ahead %d bytes to regstart\n", - col - ((colnr_T)(rex.input - rex.line) + clen)); -#endif - rex.input = rex.line + col - clen; - } else { - // Checking if the required start character matches is - // cheaper than adding a state that won't match. - const int c = utf_ptr2char((char *)rex.input + clen); - if (c != prog->regstart - && (!rex.reg_ic - || utf_fold(c) != utf_fold(prog->regstart))) { -#ifdef REGEXP_DEBUG - fprintf(log_fd, - " Skipping start state, regstart does not match\n"); -#endif - add = false; - } - } - } - - if (add) { - if (REG_MULTI) { - m->norm.list.multi[0].start_col = - (colnr_T)(rex.input - rex.line) + clen; - m->norm.orig_start_col = - m->norm.list.multi[0].start_col; - } else { - m->norm.list.line[0].start = rex.input + clen; - } - if (addstate(nextlist, start->out, m, NULL, clen) == NULL) { - nfa_match = NFA_TOO_EXPENSIVE; - goto theend; - } - } - } else { - if (addstate(nextlist, start, m, NULL, clen) == NULL) { - nfa_match = NFA_TOO_EXPENSIVE; - goto theend; - } - } - } - -#ifdef REGEXP_DEBUG - fprintf(log_fd, ">>> Thislist had %d states available: ", thislist->n); - { - int i; - - for (i = 0; i < thislist->n; i++) { - fprintf(log_fd, "%d ", abs(thislist->t[i].state->id)); - } - } - fprintf(log_fd, "\n"); -#endif - -nextchar: - // Advance to the next character, or advance to the next line, or - // finish. - if (clen != 0) { - rex.input += clen; - } else if (go_to_nextline || (nfa_endp != NULL && REG_MULTI - && rex.lnum < nfa_endp->se_u.pos.lnum)) { - reg_nextline(); - } else { - break; - } - - // Allow interrupting with CTRL-C. - reg_breakcheck(); - if (got_int) { - break; - } - // Check for timeout once every twenty times to avoid overhead. - if (nfa_time_limit != NULL && ++nfa_time_count == 20) { - nfa_time_count = 0; - if (nfa_did_time_out()) { - break; - } - } - } - -#ifdef REGEXP_DEBUG - if (log_fd != stderr) { - fclose(log_fd); - } - log_fd = NULL; -#endif - -theend: - // Free memory - xfree(list[0].t); - xfree(list[1].t); - xfree(listids); -#undef ADD_STATE_IF_MATCH -#ifdef NFA_REGEXP_DEBUG_LOG - fclose(debug); -#endif - - return nfa_match; -} - -/// Try match of "prog" with at rex.line["col"]. -/// -/// @param tm timeout limit or NULL -/// @param timed_out flag set on timeout or NULL -/// -/// @return <= 0 for failure, number of lines contained in the match otherwise. -static int nfa_regtry(nfa_regprog_T *prog, colnr_T col, proftime_T *tm, int *timed_out) -{ - int i; - regsubs_T subs, m; - nfa_state_T *start = prog->start; -#ifdef REGEXP_DEBUG - FILE *f; -#endif - - rex.input = rex.line + col; - nfa_time_limit = tm; - nfa_timed_out = timed_out; - nfa_time_count = 0; - -#ifdef REGEXP_DEBUG - f = fopen(NFA_REGEXP_RUN_LOG, "a"); - if (f != NULL) { - fprintf(f, - "\n\n\t=======================================================\n"); -# ifdef REGEXP_DEBUG - fprintf(f, "\tRegexp is \"%s\"\n", nfa_regengine.expr); -# endif - fprintf(f, "\tInput text is \"%s\" \n", rex.input); - fprintf(f, "\t=======================================================\n\n"); - nfa_print_state(f, start); - fprintf(f, "\n\n"); - fclose(f); - } else { - emsg("Could not open temporary log file for writing"); - } -#endif - - clear_sub(&subs.norm); - clear_sub(&m.norm); - clear_sub(&subs.synt); - clear_sub(&m.synt); - - int result = nfa_regmatch(prog, start, &subs, &m); - if (!result) { - return 0; - } else if (result == NFA_TOO_EXPENSIVE) { - return result; - } - - cleanup_subexpr(); - if (REG_MULTI) { - for (i = 0; i < subs.norm.in_use; i++) { - rex.reg_startpos[i].lnum = subs.norm.list.multi[i].start_lnum; - rex.reg_startpos[i].col = subs.norm.list.multi[i].start_col; - - rex.reg_endpos[i].lnum = subs.norm.list.multi[i].end_lnum; - rex.reg_endpos[i].col = subs.norm.list.multi[i].end_col; - } - if (rex.reg_mmatch != NULL) { - rex.reg_mmatch->rmm_matchcol = subs.norm.orig_start_col; - } - - if (rex.reg_startpos[0].lnum < 0) { - rex.reg_startpos[0].lnum = 0; - rex.reg_startpos[0].col = col; - } - if (rex.reg_endpos[0].lnum < 0) { - // pattern has a \ze but it didn't match, use current end - rex.reg_endpos[0].lnum = rex.lnum; - rex.reg_endpos[0].col = (int)(rex.input - rex.line); - } else { - // Use line number of "\ze". - rex.lnum = rex.reg_endpos[0].lnum; - } - } else { - for (i = 0; i < subs.norm.in_use; i++) { - rex.reg_startp[i] = subs.norm.list.line[i].start; - rex.reg_endp[i] = subs.norm.list.line[i].end; - } - - if (rex.reg_startp[0] == NULL) { - rex.reg_startp[0] = rex.line + col; - } - if (rex.reg_endp[0] == NULL) { - rex.reg_endp[0] = rex.input; - } - } - - // Package any found \z(...\) matches for export. Default is none. - unref_extmatch(re_extmatch_out); - re_extmatch_out = NULL; - - if (prog->reghasz == REX_SET) { - cleanup_zsubexpr(); - re_extmatch_out = make_extmatch(); - // Loop over \z1, \z2, etc. There is no \z0. - for (i = 1; i < subs.synt.in_use; i++) { - if (REG_MULTI) { - struct multipos *mpos = &subs.synt.list.multi[i]; - - // Only accept single line matches that are valid. - if (mpos->start_lnum >= 0 - && mpos->start_lnum == mpos->end_lnum - && mpos->end_col >= mpos->start_col) { - re_extmatch_out->matches[i] = - (uint8_t *)xstrnsave((char *)reg_getline(mpos->start_lnum) + mpos->start_col, - (size_t)(mpos->end_col - mpos->start_col)); - } - } else { - struct linepos *lpos = &subs.synt.list.line[i]; - - if (lpos->start != NULL && lpos->end != NULL) { - re_extmatch_out->matches[i] = - (uint8_t *)xstrnsave((char *)lpos->start, (size_t)(lpos->end - lpos->start)); - } - } - } - } - - return 1 + rex.lnum; -} - -/// Match a regexp against a string ("line" points to the string) or multiple -/// lines (if "line" is NULL, use reg_getline()). -/// -/// @param line String in which to search or NULL -/// @param startcol Column to start looking for match -/// @param tm Timeout limit or NULL -/// @param timed_out Flag set on timeout or NULL -/// -/// @return <= 0 if there is no match and number of lines contained in the -/// match otherwise. -static int nfa_regexec_both(uint8_t *line, colnr_T startcol, proftime_T *tm, int *timed_out) -{ - nfa_regprog_T *prog; - int retval = 0; - colnr_T col = startcol; - - if (REG_MULTI) { - prog = (nfa_regprog_T *)rex.reg_mmatch->regprog; - line = (uint8_t *)reg_getline((linenr_T)0); // relative to the cursor - rex.reg_startpos = rex.reg_mmatch->startpos; - rex.reg_endpos = rex.reg_mmatch->endpos; - } else { - prog = (nfa_regprog_T *)rex.reg_match->regprog; - rex.reg_startp = (uint8_t **)rex.reg_match->startp; - rex.reg_endp = (uint8_t **)rex.reg_match->endp; - } - - // Be paranoid... - if (prog == NULL || line == NULL) { - iemsg(_(e_null)); - goto theend; - } - - // If pattern contains "\c" or "\C": overrule value of rex.reg_ic - if (prog->regflags & RF_ICASE) { - rex.reg_ic = true; - } else if (prog->regflags & RF_NOICASE) { - rex.reg_ic = false; - } - - // If pattern contains "\Z" overrule value of rex.reg_icombine - if (prog->regflags & RF_ICOMBINE) { - rex.reg_icombine = true; - } - - rex.line = line; - rex.lnum = 0; // relative to line - - rex.nfa_has_zend = prog->has_zend; - rex.nfa_has_backref = prog->has_backref; - rex.nfa_nsubexpr = prog->nsubexp; - rex.nfa_listid = 1; - rex.nfa_alt_listid = 2; -#ifdef REGEXP_DEBUG - nfa_regengine.expr = prog->pattern; -#endif - - if (prog->reganch && col > 0) { - return 0L; - } - - rex.need_clear_subexpr = true; - // Clear the external match subpointers if necessary. - if (prog->reghasz == REX_SET) { - rex.nfa_has_zsubexpr = true; - rex.need_clear_zsubexpr = true; - } else { - rex.nfa_has_zsubexpr = false; - rex.need_clear_zsubexpr = false; - } - - if (prog->regstart != NUL) { - // Skip ahead until a character we know the match must start with. - // When there is none there is no match. - if (skip_to_start(prog->regstart, &col) == FAIL) { - return 0L; - } - - // If match_text is set it contains the full text that must match. - // Nothing else to try. Doesn't handle combining chars well. - if (prog->match_text != NULL && !rex.reg_icombine) { - retval = find_match_text(&col, prog->regstart, prog->match_text); - if (REG_MULTI) { - rex.reg_mmatch->rmm_matchcol = col; - } else { - rex.reg_match->rm_matchcol = col; - } - return retval; - } - } - - // If the start column is past the maximum column: no need to try. - if (rex.reg_maxcol > 0 && col >= rex.reg_maxcol) { - goto theend; - } - - // Set the "nstate" used by nfa_regcomp() to zero to trigger an error when - // it's accidentally used during execution. - nstate = 0; - for (int i = 0; i < prog->nstate; i++) { - prog->state[i].id = i; - prog->state[i].lastlist[0] = 0; - prog->state[i].lastlist[1] = 0; - } - - retval = nfa_regtry(prog, col, tm, timed_out); - -#ifdef REGEXP_DEBUG - nfa_regengine.expr = NULL; -#endif - -theend: - if (retval > 0) { - // Make sure the end is never before the start. Can happen when \zs and - // \ze are used. - if (REG_MULTI) { - const lpos_T *const start = &rex.reg_mmatch->startpos[0]; - const lpos_T *const end = &rex.reg_mmatch->endpos[0]; - - if (end->lnum < start->lnum - || (end->lnum == start->lnum && end->col < start->col)) { - rex.reg_mmatch->endpos[0] = rex.reg_mmatch->startpos[0]; - } - } else { - if (rex.reg_match->endp[0] < rex.reg_match->startp[0]) { - rex.reg_match->endp[0] = rex.reg_match->startp[0]; - } - - // startpos[0] may be set by "\zs", also return the column where - // the whole pattern matched. - rex.reg_match->rm_matchcol = col; - } - } - - return retval; -} - -// Compile a regular expression into internal code for the NFA matcher. -// Returns the program in allocated space. Returns NULL for an error. -static regprog_T *nfa_regcomp(uint8_t *expr, int re_flags) -{ - nfa_regprog_T *prog = NULL; - int *postfix; - - if (expr == NULL) { - return NULL; - } - -#ifdef REGEXP_DEBUG - nfa_regengine.expr = expr; -#endif - nfa_re_flags = re_flags; - - init_class_tab(); - - nfa_regcomp_start(expr, re_flags); - - // Build postfix form of the regexp. Needed to build the NFA - // (and count its size). - postfix = re2post(); - if (postfix == NULL) { - goto fail; // Cascaded (syntax?) error - } - - // In order to build the NFA, we parse the input regexp twice: - // 1. first pass to count size (so we can allocate space) - // 2. second to emit code -#ifdef REGEXP_DEBUG - { - FILE *f = fopen(NFA_REGEXP_RUN_LOG, "a"); - - if (f != NULL) { - fprintf(f, - "\n*****************************\n\n\n\n\t" - "Compiling regexp \"%s\"... hold on !\n", - expr); - fclose(f); - } - } -#endif - - // PASS 1 - // Count number of NFA states in "nstate". Do not build the NFA. - post2nfa(postfix, post_ptr, true); - - // allocate the regprog with space for the compiled regexp - size_t prog_size = offsetof(nfa_regprog_T, state) + sizeof(nfa_state_T) * (size_t)nstate; - prog = xmalloc(prog_size); - state_ptr = prog->state; - prog->re_in_use = false; - - // PASS 2 - // Build the NFA - prog->start = post2nfa(postfix, post_ptr, false); - if (prog->start == NULL) { - goto fail; - } - prog->regflags = regflags; - prog->engine = &nfa_regengine; - prog->nstate = nstate; - prog->has_zend = rex.nfa_has_zend; - prog->has_backref = rex.nfa_has_backref; - prog->nsubexp = regnpar; - - nfa_postprocess(prog); - - prog->reganch = nfa_get_reganch(prog->start, 0); - prog->regstart = nfa_get_regstart(prog->start, 0); - prog->match_text = nfa_get_match_text(prog->start); - -#ifdef REGEXP_DEBUG - nfa_postfix_dump(expr, OK); - nfa_dump(prog); -#endif - // Remember whether this pattern has any \z specials in it. - prog->reghasz = re_has_z; - prog->pattern = xstrdup((char *)expr); -#ifdef REGEXP_DEBUG - nfa_regengine.expr = NULL; -#endif - -out: - xfree(post_start); - post_start = post_ptr = post_end = NULL; - state_ptr = NULL; - return (regprog_T *)prog; - -fail: - XFREE_CLEAR(prog); -#ifdef REGEXP_DEBUG - nfa_postfix_dump(expr, FAIL); - nfa_regengine.expr = NULL; -#endif - goto out; -} - -// Free a compiled regexp program, returned by nfa_regcomp(). -static void nfa_regfree(regprog_T *prog) -{ - if (prog == NULL) { - return; - } - - xfree(((nfa_regprog_T *)prog)->match_text); - xfree(((nfa_regprog_T *)prog)->pattern); - xfree(prog); -} - -/// Match a regexp against a string. -/// "rmp->regprog" is a compiled regexp as returned by nfa_regcomp(). -/// Uses curbuf for line count and 'iskeyword'. -/// If "line_lbr" is true, consider a "\n" in "line" to be a line break. -/// -/// @param line string to match against -/// @param col column to start looking for match -/// -/// @return <= 0 for failure, number of lines contained in the match otherwise. -static int nfa_regexec_nl(regmatch_T *rmp, uint8_t *line, colnr_T col, bool line_lbr) -{ - rex.reg_match = rmp; - rex.reg_mmatch = NULL; - rex.reg_maxline = 0; - rex.reg_line_lbr = line_lbr; - rex.reg_buf = curbuf; - rex.reg_win = NULL; - rex.reg_ic = rmp->rm_ic; - rex.reg_icombine = false; - rex.reg_nobreak = rmp->regprog->re_flags & RE_NOBREAK; - rex.reg_maxcol = 0; - return (int)nfa_regexec_both(line, col, NULL, NULL); -} - -/// Matches a regexp against multiple lines. -/// "rmp->regprog" is a compiled regexp as returned by vim_regcomp(). -/// Uses curbuf for line count and 'iskeyword'. -/// -/// @param win Window in which to search or NULL -/// @param buf Buffer in which to search -/// @param lnum Number of line to start looking for match -/// @param col Column to start looking for match -/// @param tm Timeout limit or NULL -/// @param timed_out Flag set on timeout or NULL -/// -/// @return <= 0 if there is no match and number of lines contained in the match -/// otherwise. -/// -/// @note The body is the same as bt_regexec() except for nfa_regexec_both() -/// -/// @warning -/// Match may actually be in another line. e.g.: -/// when r.e. is \nc, cursor is at 'a' and the text buffer looks like -/// -/// @par -/// -/// +-------------------------+ -/// |a | -/// |b | -/// |c | -/// | | -/// +-------------------------+ -/// -/// @par -/// then nfa_regexec_multi() returns 3. while the original vim_regexec_multi() -/// returns 0 and a second call at line 2 will return 2. -/// -/// @par -/// FIXME if this behavior is not compatible. -static int nfa_regexec_multi(regmmatch_T *rmp, win_T *win, buf_T *buf, linenr_T lnum, colnr_T col, - proftime_T *tm, int *timed_out) -{ - init_regexec_multi(rmp, win, buf, lnum); - return nfa_regexec_both(NULL, col, tm, timed_out); -} |