src/vdbe.h

   1 /*
   2 ** 2001 September 15
   3 **
   4 ** The author disclaims copyright to this source code.  In place of
   5 ** a legal notice, here is a blessing:
   6 **
   7 **    May you do good and not evil.
   8 **    May you find forgiveness for yourself and forgive others.
   9 **    May you share freely, never taking more than you give.
  10 **
  11 *************************************************************************
  12 ** Header file for the Virtual DataBase Engine (VDBE)
  13 **
  14 ** This header defines the interface to the virtual database engine
  15 ** or VDBE.  The VDBE implements an abstract machine that runs a
  16 ** simple program to access and modify the underlying database.
  17 */
  18 #ifndef SQLITE_VDBE_H
  19 #define SQLITE_VDBE_H
  20 #include <stdio.h>
  21
  22 /*
  23 ** A single VDBE is an opaque structure named "Vdbe".  Only routines
  24 ** in the source file sqliteVdbe.c are allowed to see the insides
  25 ** of this structure.
  26 */
  27 typedef struct Vdbe Vdbe;
  28
  29 /*
  30 ** The names of the following types declared in vdbeInt.h are required
  31 ** for the VdbeOp definition.
  32 */
  33 typedef struct sqlite3_value Mem;
  34 typedef struct SubProgram SubProgram;
  35
  36 /*
  37 ** A single instruction of the virtual machine has an opcode
  38 ** and as many as three operands.  The instruction is recorded
  39 ** as an instance of the following structure:
  40 */
  41 struct VdbeOp {
  42   u8 opcode;          /* What operation to perform */
  43   signed char p4type; /* One of the P4_xxx constants for p4 */
  44   u16 p5;             /* Fifth parameter is an unsigned 16-bit integer */
  45   int p1;             /* First operand */
  46   int p2;             /* Second parameter (often the jump destination) */
  47   int p3;             /* The third parameter */
  48   union p4union {     /* fourth parameter */
  49     int i;                 /* Integer value if p4type==P4_INT32 */
  50     void *p;               /* Generic pointer */
  51     char *z;               /* Pointer to data for string (char array) types */
  52     i64 *pI64;             /* Used when p4type is P4_INT64 */
  53     double *pReal;         /* Used when p4type is P4_REAL */
  54     FuncDef *pFunc;        /* Used when p4type is P4_FUNCDEF */
  55     sqlite3_context *pCtx; /* Used when p4type is P4_FUNCCTX */
  56     CollSeq *pColl;        /* Used when p4type is P4_COLLSEQ */
  57     Mem *pMem;             /* Used when p4type is P4_MEM */
  58     VTable *pVtab;         /* Used when p4type is P4_VTAB */
  59     KeyInfo *pKeyInfo;     /* Used when p4type is P4_KEYINFO */
  60     u32 *ai;               /* Used when p4type is P4_INTARRAY */
  61     SubProgram *pProgram;  /* Used when p4type is P4_SUBPROGRAM */
  62     Table *pTab;           /* Used when p4type is P4_TABLE */
  63 #ifdef SQLITE_ENABLE_CURSOR_HINTS
  64     Expr *pExpr;           /* Used when p4type is P4_EXPR */
  65 #endif
  66   } p4;
  67 #ifdef SQLITE_ENABLE_EXPLAIN_COMMENTS
  68   char *zComment;          /* Comment to improve readability */
  69 #endif
  70 #ifdef SQLITE_VDBE_COVERAGE
  71   u32 iSrcLine;            /* Source-code line that generated this opcode
  72                            ** with flags in the upper 8 bits */
  73 #endif
  74 #if defined(SQLITE_ENABLE_STMT_SCANSTATUS) || defined(VDBE_PROFILE)
  75   u64 nExec;
  76   u64 nCycle;
  77 #endif
  78 };
  79 typedef struct VdbeOp VdbeOp;
  80
  81
  82 /*
  83 ** A sub-routine used to implement a trigger program.
  84 */
  85 struct SubProgram {
  86   VdbeOp *aOp;                  /* Array of opcodes for sub-program */
  87   int nOp;                      /* Elements in aOp[] */
  88   int nMem;                     /* Number of memory cells required */
  89   int nCsr;                     /* Number of cursors required */
  90   u8 *aOnce;                    /* Array of OP_Once flags */
  91   void *token;                  /* id that may be used to recursive triggers */
  92   SubProgram *pNext;            /* Next sub-program already visited */
  93 };
  94
  95 /*
  96 ** A smaller version of VdbeOp used for the VdbeAddOpList() function because
  97 ** it takes up less space.
  98 */
  99 struct VdbeOpList {
 100   u8 opcode;          /* What operation to perform */
 101   signed char p1;     /* First operand */
 102   signed char p2;     /* Second parameter (often the jump destination) */
 103   signed char p3;     /* Third parameter */
 104 };
 105 typedef struct VdbeOpList VdbeOpList;
 106
 107 /*
 108 ** Allowed values of VdbeOp.p4type
 109 */
 110 #define P4_NOTUSED      0   /* The P4 parameter is not used */
 111 #define P4_TRANSIENT    0   /* P4 is a pointer to a transient string */
 112 #define P4_STATIC     (-1)  /* Pointer to a static string */
 113 #define P4_COLLSEQ    (-2)  /* P4 is a pointer to a CollSeq structure */
 114 #define P4_INT32      (-3)  /* P4 is a 32-bit signed integer */
 115 #define P4_SUBPROGRAM (-4)  /* P4 is a pointer to a SubProgram structure */
 116 #define P4_TABLE      (-5)  /* P4 is a pointer to a Table structure */
 117 /* Above do not own any resources.  Must free those below */
 118 #define P4_FREE_IF_LE (-6)
 119 #define P4_DYNAMIC    (-6)  /* Pointer to memory from sqliteMalloc() */
 120 #define P4_FUNCDEF    (-7)  /* P4 is a pointer to a FuncDef structure */
 121 #define P4_KEYINFO    (-8)  /* P4 is a pointer to a KeyInfo structure */
 122 #define P4_EXPR       (-9) /* P4 is a pointer to an Expr tree */
 123 #define P4_MEM        (-10) /* P4 is a pointer to a Mem*    structure */
 124 #define P4_VTAB       (-11) /* P4 is a pointer to an sqlite3_vtab structure */
 125 #define P4_REAL       (-12) /* P4 is a 64-bit floating point value */
 126 #define P4_INT64      (-13) /* P4 is a 64-bit signed integer */
 127 #define P4_INTARRAY   (-14) /* P4 is a vector of 32-bit integers */
 128 #define P4_FUNCCTX    (-15) /* P4 is a pointer to an sqlite3_context object */
 129 #define P4_TABLEREF   (-16) /* Like P4_TABLE, but reference counted */
 130
 131 /* Error message codes for OP_Halt */
 132 #define P5_ConstraintNotNull 1
 133 #define P5_ConstraintUnique  2
 134 #define P5_ConstraintCheck   3
 135 #define P5_ConstraintFK      4
 136
 137 /*
 138 ** The Vdbe.aColName array contains 5n Mem structures, where n is the
 139 ** number of columns of data returned by the statement.
 140 */
 141 #define COLNAME_NAME     0
 142 #define COLNAME_DECLTYPE 1
 143 #define COLNAME_DATABASE 2
 144 #define COLNAME_TABLE    3
 145 #define COLNAME_COLUMN   4
 146 #ifdef SQLITE_ENABLE_COLUMN_METADATA
 147 # define COLNAME_N        5      /* Number of COLNAME_xxx symbols */
 148 #else
 149 # ifdef SQLITE_OMIT_DECLTYPE
 150 #   define COLNAME_N      1      /* Store only the name */
 151 # else
 152 #   define COLNAME_N      2      /* Store the name and decltype */
 153 # endif
 154 #endif
 155
 156 /*
 157 ** The following macro converts a label returned by sqlite3VdbeMakeLabel()
 158 ** into an index into the Parse.aLabel[] array that contains the resolved
 159 ** address of that label.
 160 */
 161 #define ADDR(X)  (~(X))
 162
 163 /*
 164 ** The makefile scans the vdbe.c source file and creates the "opcodes.h"
 165 ** header file that defines a number for each opcode used by the VDBE.
 166 */
 167 #include "opcodes.h"
 168
 169 /*
 170 ** Additional non-public SQLITE_PREPARE_* flags
 171 */
 172 #define SQLITE_PREPARE_SAVESQL  0x80  /* Preserve SQL text */
 173 #define SQLITE_PREPARE_MASK     0x0f  /* Mask of public flags */
 174
 175 /*
 176 ** Prototypes for the VDBE interface.  See comments on the implementation
 177 ** for a description of what each of these routines does.
 178 */
 179 Vdbe *sqlite3VdbeCreate(Parse*);
 180 Parse *sqlite3VdbeParser(Vdbe*);
 181 int sqlite3VdbeAddOp0(Vdbe*,int);
 182 int sqlite3VdbeAddOp1(Vdbe*,int,int);
 183 int sqlite3VdbeAddOp2(Vdbe*,int,int,int);
 184 int sqlite3VdbeGoto(Vdbe*,int);
 185 int sqlite3VdbeLoadString(Vdbe*,int,const char*);
 186 void sqlite3VdbeMultiLoad(Vdbe*,int,const char*,...);
 187 int sqlite3VdbeAddOp3(Vdbe*,int,int,int,int);
 188 int sqlite3VdbeAddOp4(Vdbe*,int,int,int,int,const char *zP4,int);
 189 int sqlite3VdbeAddOp4Dup8(Vdbe*,int,int,int,int,const u8*,int);
 190 int sqlite3VdbeAddOp4Int(Vdbe*,int,int,int,int,int);
 191 int sqlite3VdbeAddFunctionCall(Parse*,int,int,int,int,const FuncDef*,int);
 192 void sqlite3VdbeEndCoroutine(Vdbe*,int);
 193 #if defined(SQLITE_DEBUG) && !defined(SQLITE_TEST_REALLOC_STRESS)
 194   void sqlite3VdbeVerifyNoMallocRequired(Vdbe *p, int N);
 195   void sqlite3VdbeVerifyNoResultRow(Vdbe *p);
 196 #else
 197 # define sqlite3VdbeVerifyNoMallocRequired(A,B)
 198 # define sqlite3VdbeVerifyNoResultRow(A)
 199 #endif
 200 #if defined(SQLITE_DEBUG)
 201   void sqlite3VdbeVerifyAbortable(Vdbe *p, int);
 202   void sqlite3VdbeNoJumpsOutsideSubrtn(Vdbe*,int,int,int);
 203 #else
 204 # define sqlite3VdbeVerifyAbortable(A,B)
 205 # define sqlite3VdbeNoJumpsOutsideSubrtn(A,B,C,D)
 206 #endif
 207 VdbeOp *sqlite3VdbeAddOpList(Vdbe*, int nOp, VdbeOpList const *aOp,int iLineno);
 208 #ifndef SQLITE_OMIT_EXPLAIN
 209   int sqlite3VdbeExplain(Parse*,u8,const char*,...);
 210   void sqlite3VdbeExplainPop(Parse*);
 211   int sqlite3VdbeExplainParent(Parse*);
 212 # define ExplainQueryPlan(P)        sqlite3VdbeExplain P
 213 # ifdef SQLITE_ENABLE_STMT_SCANSTATUS
 214 #  define ExplainQueryPlan2(V,P)     (V = sqlite3VdbeExplain P)
 215 # else
 216 #  define ExplainQueryPlan2(V,P)     ExplainQueryPlan(P)
 217 # endif
 218 # define ExplainQueryPlanPop(P)     sqlite3VdbeExplainPop(P)
 219 # define ExplainQueryPlanParent(P)  sqlite3VdbeExplainParent(P)
 220 #else
 221 # define ExplainQueryPlan(P)
 222 # define ExplainQueryPlan2(V,P)
 223 # define ExplainQueryPlanPop(P)
 224 # define ExplainQueryPlanParent(P) 0
 225 # define sqlite3ExplainBreakpoint(A,B) /*no-op*/
 226 #endif
 227 #if defined(SQLITE_DEBUG) && !defined(SQLITE_OMIT_EXPLAIN)
 228   void sqlite3ExplainBreakpoint(const char*,const char*);
 229 #else
 230 # define sqlite3ExplainBreakpoint(A,B) /*no-op*/
 231 #endif
 232 void sqlite3VdbeAddParseSchemaOp(Vdbe*, int, char*, u16);
 233 void sqlite3VdbeChangeOpcode(Vdbe*, int addr, u8);
 234 void sqlite3VdbeChangeP1(Vdbe*, int addr, int P1);
 235 void sqlite3VdbeChangeP2(Vdbe*, int addr, int P2);
 236 void sqlite3VdbeChangeP3(Vdbe*, int addr, int P3);
 237 void sqlite3VdbeChangeP5(Vdbe*, u16 P5);
 238 void sqlite3VdbeTypeofColumn(Vdbe*, int);
 239 void sqlite3VdbeJumpHere(Vdbe*, int addr);
 240 void sqlite3VdbeJumpHereOrPopInst(Vdbe*, int addr);
 241 int sqlite3VdbeChangeToNoop(Vdbe*, int addr);
 242 int sqlite3VdbeDeletePriorOpcode(Vdbe*, u8 op);
 243 #ifdef SQLITE_DEBUG
 244   void sqlite3VdbeReleaseRegisters(Parse*,int addr, int n, u32 mask, int);
 245 #else
 246 # define sqlite3VdbeReleaseRegisters(P,A,N,M,F)
 247 #endif
 248 void sqlite3VdbeChangeP4(Vdbe*, int addr, const char *zP4, int N);
 249 void sqlite3VdbeAppendP4(Vdbe*, void *pP4, int p4type);
 250 void sqlite3VdbeSetP4KeyInfo(Parse*, Index*);
 251 void sqlite3VdbeUsesBtree(Vdbe*, int);
 252 VdbeOp *sqlite3VdbeGetOp(Vdbe*, int);
 253 VdbeOp *sqlite3VdbeGetLastOp(Vdbe*);
 254 int sqlite3VdbeMakeLabel(Parse*);
 255 void sqlite3VdbeRunOnlyOnce(Vdbe*);
 256 void sqlite3VdbeReusable(Vdbe*);
 257 void sqlite3VdbeDelete(Vdbe*);
 258 void sqlite3VdbeMakeReady(Vdbe*,Parse*);
 259 int sqlite3VdbeFinalize(Vdbe*);
 260 void sqlite3VdbeResolveLabel(Vdbe*, int);
 261 int sqlite3VdbeCurrentAddr(Vdbe*);
 262 #ifdef SQLITE_DEBUG
 263   int sqlite3VdbeAssertMayAbort(Vdbe *, int);
 264 #endif
 265 void sqlite3VdbeResetStepResult(Vdbe*);
 266 void sqlite3VdbeRewind(Vdbe*);
 267 int sqlite3VdbeReset(Vdbe*);
 268 void sqlite3VdbeSetNumCols(Vdbe*,int);
 269 int sqlite3VdbeSetColName(Vdbe*, int, int, const char *, void(*)(void*));
 270 void sqlite3VdbeCountChanges(Vdbe*);
 271 sqlite3 *sqlite3VdbeDb(Vdbe*);
 272 u8 sqlite3VdbePrepareFlags(Vdbe*);
 273 void sqlite3VdbeSetSql(Vdbe*, const char *z, int n, u8);
 274 #ifdef SQLITE_ENABLE_NORMALIZE
 275 void sqlite3VdbeAddDblquoteStr(sqlite3*,Vdbe*,const char*);
 276 int sqlite3VdbeUsesDoubleQuotedString(Vdbe*,const char*);
 277 #endif
 278 void sqlite3VdbeSwap(Vdbe*,Vdbe*);
 279 VdbeOp *sqlite3VdbeTakeOpArray(Vdbe*, int*, int*);
 280 sqlite3_value *sqlite3VdbeGetBoundValue(Vdbe*, int, u8);
 281 void sqlite3VdbeSetVarmask(Vdbe*, int);
 282 #ifndef SQLITE_OMIT_TRACE
 283   char *sqlite3VdbeExpandSql(Vdbe*, const char*);
 284 #endif
 285 int sqlite3MemCompare(const Mem*, const Mem*, const CollSeq*);
 286 int sqlite3BlobCompare(const Mem*, const Mem*);
 287
 288 void sqlite3VdbeRecordUnpack(KeyInfo*,int,const void*,UnpackedRecord*);
 289 int sqlite3VdbeRecordCompare(int,const void*,UnpackedRecord*);
 290 int sqlite3VdbeRecordCompareWithSkip(int, const void *, UnpackedRecord *, int);
 291 UnpackedRecord *sqlite3VdbeAllocUnpackedRecord(KeyInfo*);
 292
 293 typedef int (*RecordCompare)(int,const void*,UnpackedRecord*);
 294 RecordCompare sqlite3VdbeFindCompare(UnpackedRecord*);
 295
 296 void sqlite3VdbeLinkSubProgram(Vdbe *, SubProgram *);
 297 int sqlite3VdbeHasSubProgram(Vdbe*);
 298
 299 void sqlite3MemSetArrayInt64(sqlite3_value *aMem, int iIdx, i64 val);
 300
 301 int sqlite3NotPureFunc(sqlite3_context*);
 302 #ifdef SQLITE_ENABLE_BYTECODE_VTAB
 303 int sqlite3VdbeBytecodeVtabInit(sqlite3*);
 304 #endif
 305
 306 /* Use SQLITE_ENABLE_COMMENTS to enable generation of extra comments on
 307 ** each VDBE opcode.
 308 **
 309 ** Use the SQLITE_ENABLE_MODULE_COMMENTS macro to see some extra no-op
 310 ** comments in VDBE programs that show key decision points in the code
 311 ** generator.
 312 */
 313 #ifdef SQLITE_ENABLE_EXPLAIN_COMMENTS
 314   void sqlite3VdbeComment(Vdbe*, const char*, ...);
 315 # define VdbeComment(X)  sqlite3VdbeComment X
 316   void sqlite3VdbeNoopComment(Vdbe*, const char*, ...);
 317 # define VdbeNoopComment(X)  sqlite3VdbeNoopComment X
 318 # ifdef SQLITE_ENABLE_MODULE_COMMENTS
 319 #   define VdbeModuleComment(X)  sqlite3VdbeNoopComment X
 320 # else
 321 #   define VdbeModuleComment(X)
 322 # endif
 323 #else
 324 # define VdbeComment(X)
 325 # define VdbeNoopComment(X)
 326 # define VdbeModuleComment(X)
 327 #endif
 328
 329 /*
 330 ** The VdbeCoverage macros are used to set a coverage testing point
 331 ** for VDBE branch instructions.  The coverage testing points are line
 332 ** numbers in the sqlite3.c source file.  VDBE branch coverage testing
 333 ** only works with an amalgamation build.  That's ok since a VDBE branch
 334 ** coverage build designed for testing the test suite only.  No application
 335 ** should ever ship with VDBE branch coverage measuring turned on.
 336 **
 337 **    VdbeCoverage(v)                  // Mark the previously coded instruction
 338 **                                     // as a branch
 339 **
 340 **    VdbeCoverageIf(v, conditional)   // Mark previous if conditional true
 341 **
 342 **    VdbeCoverageAlwaysTaken(v)       // Previous branch is always taken
 343 **
 344 **    VdbeCoverageNeverTaken(v)        // Previous branch is never taken
 345 **
 346 **    VdbeCoverageNeverNull(v)         // Previous three-way branch is only
 347 **                                     // taken on the first two ways.  The
 348 **                                     // NULL option is not possible
 349 **
 350 **    VdbeCoverageEqNe(v)              // Previous OP_Jump is only interested
 351 **                                     // in distinguishing equal and not-equal.
 352 **
 353 ** Every VDBE branch operation must be tagged with one of the macros above.
 354 ** If not, then when "make test" is run with -DSQLITE_VDBE_COVERAGE and
 355 ** -DSQLITE_DEBUG then an ALWAYS() will fail in the vdbeTakeBranch()
 356 ** routine in vdbe.c, alerting the developer to the missed tag.
 357 **
 358 ** During testing, the test application will invoke
 359 ** sqlite3_test_control(SQLITE_TESTCTRL_VDBE_COVERAGE,...) to set a callback
 360 ** routine that is invoked as each bytecode branch is taken.  The callback
 361 ** contains the sqlite3.c source line number of the VdbeCoverage macro and
 362 ** flags to indicate whether or not the branch was taken.  The test application
 363 ** is responsible for keeping track of this and reporting byte-code branches
 364 ** that are never taken.
 365 **
 366 ** See the VdbeBranchTaken() macro and vdbeTakeBranch() function in the
 367 ** vdbe.c source file for additional information.
 368 */
 369 #ifdef SQLITE_VDBE_COVERAGE
 370   void sqlite3VdbeSetLineNumber(Vdbe*,int);
 371 # define VdbeCoverage(v) sqlite3VdbeSetLineNumber(v,__LINE__)
 372 # define VdbeCoverageIf(v,x) if(x)sqlite3VdbeSetLineNumber(v,__LINE__)
 373 # define VdbeCoverageAlwaysTaken(v) \
 374          sqlite3VdbeSetLineNumber(v,__LINE__|0x5000000);
 375 # define VdbeCoverageNeverTaken(v) \
 376          sqlite3VdbeSetLineNumber(v,__LINE__|0x6000000);
 377 # define VdbeCoverageNeverNull(v) \
 378          sqlite3VdbeSetLineNumber(v,__LINE__|0x4000000);
 379 # define VdbeCoverageNeverNullIf(v,x) \
 380          if(x)sqlite3VdbeSetLineNumber(v,__LINE__|0x4000000);
 381 # define VdbeCoverageEqNe(v) \
 382          sqlite3VdbeSetLineNumber(v,__LINE__|0x8000000);
 383 # define VDBE_OFFSET_LINENO(x) (__LINE__+x)
 384 #else
 385 # define VdbeCoverage(v)
 386 # define VdbeCoverageIf(v,x)
 387 # define VdbeCoverageAlwaysTaken(v)
 388 # define VdbeCoverageNeverTaken(v)
 389 # define VdbeCoverageNeverNull(v)
 390 # define VdbeCoverageNeverNullIf(v,x)
 391 # define VdbeCoverageEqNe(v)
 392 # define VDBE_OFFSET_LINENO(x) 0
 393 #endif
 394
 395 #ifdef SQLITE_ENABLE_STMT_SCANSTATUS
 396 void sqlite3VdbeScanStatus(Vdbe*, int, int, int, LogEst, const char*);
 397 void sqlite3VdbeScanStatusRange(Vdbe*, int, int, int);
 398 void sqlite3VdbeScanStatusCounters(Vdbe*, int, int, int);
 399 #else
 400 # define sqlite3VdbeScanStatus(a,b,c,d,e,f)
 401 # define sqlite3VdbeScanStatusRange(a,b,c,d)
 402 # define sqlite3VdbeScanStatusCounters(a,b,c,d)
 403 #endif
 404
 405 #if defined(SQLITE_DEBUG) || defined(VDBE_PROFILE)
 406 void sqlite3VdbePrintOp(FILE*, int, VdbeOp*);
 407 #endif
 408
 409 #if defined(SQLITE_ENABLE_CURSOR_HINTS) && defined(SQLITE_DEBUG)
 410 int sqlite3CursorRangeHintExprCheck(Walker *pWalker, Expr *pExpr);
 411 #endif
 412
 413 #endif /* SQLITE_VDBE_H */