Modules/sre.h

   1 /*
   2  * Secret Labs' Regular Expression Engine
   3  *
   4  * regular expression matching engine
   5  *
   6  * Copyright (c) 1997-2001 by Secret Labs AB.  All rights reserved.
   7  *
   8  * See the _sre.c file for information on usage and redistribution.
   9  */
  10
  11 #ifndef SRE_INCLUDED
  12 #define SRE_INCLUDED
  13
  14 #include "sre_constants.h"
  15
  16 /* size of a code word (must be unsigned short or larger, and
  17    large enough to hold a Py_UNICODE character) */
  18 #ifdef Py_UNICODE_WIDE
  19 #define SRE_CODE Py_UCS4
  20 #else
  21 #define SRE_CODE unsigned short
  22 #endif
  23
  24 typedef struct {
  25     PyObject_VAR_HEAD
  26     Py_ssize_t groups; /* must be first! */
  27     PyObject* groupindex;
  28     PyObject* indexgroup;
  29     /* compatibility */
  30     PyObject* pattern; /* pattern source (or None) */
  31     int flags; /* flags used when compiling pattern source */
  32     PyObject *weakreflist; /* List of weak references */
  33     /* pattern code */
  34     Py_ssize_t codesize;
  35     SRE_CODE code[1];
  36 } PatternObject;
  37
  38 #define PatternObject_GetCode(o) (((PatternObject*)(o))->code)
  39
  40 typedef struct {
  41     PyObject_VAR_HEAD
  42     PyObject* string; /* link to the target string (must be first) */
  43     PyObject* regs; /* cached list of matching spans */
  44     PatternObject* pattern; /* link to the regex (pattern) object */
  45     Py_ssize_t pos, endpos; /* current target slice */
  46     Py_ssize_t lastindex; /* last index marker seen by the engine (-1 if none) */
  47     Py_ssize_t groups; /* number of groups (start/end marks) */
  48     Py_ssize_t mark[1];
  49 } MatchObject;
  50
  51 typedef unsigned int (*SRE_TOLOWER_HOOK)(unsigned int ch);
  52
  53 /* FIXME: <fl> shouldn't be a constant, really... */
  54 #define SRE_MARK_SIZE 200
  55
  56 typedef struct SRE_REPEAT_T {
  57     Py_ssize_t count;
  58     SRE_CODE* pattern; /* points to REPEAT operator arguments */
  59     void* last_ptr; /* helper to check for infinite loops */
  60     struct SRE_REPEAT_T *prev; /* points to previous repeat context */
  61 } SRE_REPEAT;
  62
  63 typedef struct {
  64     /* string pointers */
  65     void* ptr; /* current position (also end of current slice) */
  66     void* beginning; /* start of original string */
  67     void* start; /* start of current slice */
  68     void* end; /* end of original string */
  69     /* attributes for the match object */
  70     PyObject* string;
  71     Py_ssize_t pos, endpos;
  72     /* character size */
  73     int charsize;
  74     /* registers */
  75     Py_ssize_t lastindex;
  76     Py_ssize_t lastmark;
  77     void* mark[SRE_MARK_SIZE];
  78     /* dynamically allocated stuff */
  79     char* data_stack;
  80     size_t data_stack_size;
  81     size_t data_stack_base;
  82     /* current repeat context */
  83     SRE_REPEAT *repeat;
  84     /* hooks */
  85     SRE_TOLOWER_HOOK lower;
  86 } SRE_STATE;
  87
  88 typedef struct {
  89     PyObject_HEAD
  90     PyObject* pattern;
  91     SRE_STATE state;
  92 } ScannerObject;
  93
  94 #endif