fix output of integrity check on big endian platforms
[sqlcipher.git] / src / sqliteInt.h
blob1c46183312a0f3e9aa11e11845bd8b5f411b54fd
1 /*
2 ** 2001 September 15
3 **
4 ** The author disclaims copyright to this source code. In place of
5 ** a legal notice, here is a blessing:
6 **
7 ** May you do good and not evil.
8 ** May you find forgiveness for yourself and forgive others.
9 ** May you share freely, never taking more than you give.
11 *************************************************************************
12 ** Internal interface definitions for SQLite.
15 #ifndef SQLITEINT_H
16 #define SQLITEINT_H
18 /* Special Comments:
20 ** Some comments have special meaning to the tools that measure test
21 ** coverage:
23 ** NO_TEST - The branches on this line are not
24 ** measured by branch coverage. This is
25 ** used on lines of code that actually
26 ** implement parts of coverage testing.
28 ** OPTIMIZATION-IF-TRUE - This branch is allowed to alway be false
29 ** and the correct answer is still obtained,
30 ** though perhaps more slowly.
32 ** OPTIMIZATION-IF-FALSE - This branch is allowed to alway be true
33 ** and the correct answer is still obtained,
34 ** though perhaps more slowly.
36 ** PREVENTS-HARMLESS-OVERREAD - This branch prevents a buffer overread
37 ** that would be harmless and undetectable
38 ** if it did occur.
40 ** In all cases, the special comment must be enclosed in the usual
41 ** slash-asterisk...asterisk-slash comment marks, with no spaces between the
42 ** asterisks and the comment text.
46 ** Make sure the Tcl calling convention macro is defined. This macro is
47 ** only used by test code and Tcl integration code.
49 #ifndef SQLITE_TCLAPI
50 # define SQLITE_TCLAPI
51 #endif
54 ** Include the header file used to customize the compiler options for MSVC.
55 ** This should be done first so that it can successfully prevent spurious
56 ** compiler warnings due to subsequent content in this file and other files
57 ** that are included by this file.
59 #include "msvc.h"
62 ** Special setup for VxWorks
64 #include "vxworks.h"
67 ** These #defines should enable >2GB file support on POSIX if the
68 ** underlying operating system supports it. If the OS lacks
69 ** large file support, or if the OS is windows, these should be no-ops.
71 ** Ticket #2739: The _LARGEFILE_SOURCE macro must appear before any
72 ** system #includes. Hence, this block of code must be the very first
73 ** code in all source files.
75 ** Large file support can be disabled using the -DSQLITE_DISABLE_LFS switch
76 ** on the compiler command line. This is necessary if you are compiling
77 ** on a recent machine (ex: Red Hat 7.2) but you want your code to work
78 ** on an older machine (ex: Red Hat 6.0). If you compile on Red Hat 7.2
79 ** without this option, LFS is enable. But LFS does not exist in the kernel
80 ** in Red Hat 6.0, so the code won't work. Hence, for maximum binary
81 ** portability you should omit LFS.
83 ** The previous paragraph was written in 2005. (This paragraph is written
84 ** on 2008-11-28.) These days, all Linux kernels support large files, so
85 ** you should probably leave LFS enabled. But some embedded platforms might
86 ** lack LFS in which case the SQLITE_DISABLE_LFS macro might still be useful.
88 ** Similar is true for Mac OS X. LFS is only supported on Mac OS X 9 and later.
90 #ifndef SQLITE_DISABLE_LFS
91 # define _LARGE_FILE 1
92 # ifndef _FILE_OFFSET_BITS
93 # define _FILE_OFFSET_BITS 64
94 # endif
95 # define _LARGEFILE_SOURCE 1
96 #endif
98 /* The GCC_VERSION and MSVC_VERSION macros are used to
99 ** conditionally include optimizations for each of these compilers. A
100 ** value of 0 means that compiler is not being used. The
101 ** SQLITE_DISABLE_INTRINSIC macro means do not use any compiler-specific
102 ** optimizations, and hence set all compiler macros to 0
104 ** There was once also a CLANG_VERSION macro. However, we learn that the
105 ** version numbers in clang are for "marketing" only and are inconsistent
106 ** and unreliable. Fortunately, all versions of clang also recognize the
107 ** gcc version numbers and have reasonable settings for gcc version numbers,
108 ** so the GCC_VERSION macro will be set to a correct non-zero value even
109 ** when compiling with clang.
111 #if defined(__GNUC__) && !defined(SQLITE_DISABLE_INTRINSIC)
112 # define GCC_VERSION (__GNUC__*1000000+__GNUC_MINOR__*1000+__GNUC_PATCHLEVEL__)
113 #else
114 # define GCC_VERSION 0
115 #endif
116 #if defined(_MSC_VER) && !defined(SQLITE_DISABLE_INTRINSIC)
117 # define MSVC_VERSION _MSC_VER
118 #else
119 # define MSVC_VERSION 0
120 #endif
122 /* Needed for various definitions... */
123 #if defined(__GNUC__) && !defined(_GNU_SOURCE)
124 # define _GNU_SOURCE
125 #endif
127 #if defined(__OpenBSD__) && !defined(_BSD_SOURCE)
128 # define _BSD_SOURCE
129 #endif
132 ** For MinGW, check to see if we can include the header file containing its
133 ** version information, among other things. Normally, this internal MinGW
134 ** header file would [only] be included automatically by other MinGW header
135 ** files; however, the contained version information is now required by this
136 ** header file to work around binary compatibility issues (see below) and
137 ** this is the only known way to reliably obtain it. This entire #if block
138 ** would be completely unnecessary if there was any other way of detecting
139 ** MinGW via their preprocessor (e.g. if they customized their GCC to define
140 ** some MinGW-specific macros). When compiling for MinGW, either the
141 ** _HAVE_MINGW_H or _HAVE__MINGW_H (note the extra underscore) macro must be
142 ** defined; otherwise, detection of conditions specific to MinGW will be
143 ** disabled.
145 #if defined(_HAVE_MINGW_H)
146 # include "mingw.h"
147 #elif defined(_HAVE__MINGW_H)
148 # include "_mingw.h"
149 #endif
152 ** For MinGW version 4.x (and higher), check to see if the _USE_32BIT_TIME_T
153 ** define is required to maintain binary compatibility with the MSVC runtime
154 ** library in use (e.g. for Windows XP).
156 #if !defined(_USE_32BIT_TIME_T) && !defined(_USE_64BIT_TIME_T) && \
157 defined(_WIN32) && !defined(_WIN64) && \
158 defined(__MINGW_MAJOR_VERSION) && __MINGW_MAJOR_VERSION >= 4 && \
159 defined(__MSVCRT__)
160 # define _USE_32BIT_TIME_T
161 #endif
163 /* The public SQLite interface. The _FILE_OFFSET_BITS macro must appear
164 ** first in QNX. Also, the _USE_32BIT_TIME_T macro must appear first for
165 ** MinGW.
167 #include "sqlite3.h"
170 ** Include the configuration header output by 'configure' if we're using the
171 ** autoconf-based build
173 #if defined(_HAVE_SQLITE_CONFIG_H) && !defined(SQLITECONFIG_H)
174 #include "config.h"
175 #define SQLITECONFIG_H 1
176 #endif
178 #include "sqliteLimit.h"
180 /* Disable nuisance warnings on Borland compilers */
181 #if defined(__BORLANDC__)
182 #pragma warn -rch /* unreachable code */
183 #pragma warn -ccc /* Condition is always true or false */
184 #pragma warn -aus /* Assigned value is never used */
185 #pragma warn -csu /* Comparing signed and unsigned */
186 #pragma warn -spa /* Suspicious pointer arithmetic */
187 #endif
190 ** Include standard header files as necessary
192 #ifdef HAVE_STDINT_H
193 #include <stdint.h>
194 #endif
195 #ifdef HAVE_INTTYPES_H
196 #include <inttypes.h>
197 #endif
200 ** The following macros are used to cast pointers to integers and
201 ** integers to pointers. The way you do this varies from one compiler
202 ** to the next, so we have developed the following set of #if statements
203 ** to generate appropriate macros for a wide range of compilers.
205 ** The correct "ANSI" way to do this is to use the intptr_t type.
206 ** Unfortunately, that typedef is not available on all compilers, or
207 ** if it is available, it requires an #include of specific headers
208 ** that vary from one machine to the next.
210 ** Ticket #3860: The llvm-gcc-4.2 compiler from Apple chokes on
211 ** the ((void*)&((char*)0)[X]) construct. But MSVC chokes on ((void*)(X)).
212 ** So we have to define the macros in different ways depending on the
213 ** compiler.
215 #if defined(__PTRDIFF_TYPE__) /* This case should work for GCC */
216 # define SQLITE_INT_TO_PTR(X) ((void*)(__PTRDIFF_TYPE__)(X))
217 # define SQLITE_PTR_TO_INT(X) ((int)(__PTRDIFF_TYPE__)(X))
218 #elif !defined(__GNUC__) /* Works for compilers other than LLVM */
219 # define SQLITE_INT_TO_PTR(X) ((void*)&((char*)0)[X])
220 # define SQLITE_PTR_TO_INT(X) ((int)(((char*)X)-(char*)0))
221 #elif defined(HAVE_STDINT_H) /* Use this case if we have ANSI headers */
222 # define SQLITE_INT_TO_PTR(X) ((void*)(intptr_t)(X))
223 # define SQLITE_PTR_TO_INT(X) ((int)(intptr_t)(X))
224 #else /* Generates a warning - but it always works */
225 # define SQLITE_INT_TO_PTR(X) ((void*)(X))
226 # define SQLITE_PTR_TO_INT(X) ((int)(X))
227 #endif
230 ** A macro to hint to the compiler that a function should not be
231 ** inlined.
233 #if defined(__GNUC__)
234 # define SQLITE_NOINLINE __attribute__((noinline))
235 #elif defined(_MSC_VER) && _MSC_VER>=1310
236 # define SQLITE_NOINLINE __declspec(noinline)
237 #else
238 # define SQLITE_NOINLINE
239 #endif
242 ** Make sure that the compiler intrinsics we desire are enabled when
243 ** compiling with an appropriate version of MSVC unless prevented by
244 ** the SQLITE_DISABLE_INTRINSIC define.
246 #if !defined(SQLITE_DISABLE_INTRINSIC)
247 # if defined(_MSC_VER) && _MSC_VER>=1400
248 # if !defined(_WIN32_WCE)
249 # include <intrin.h>
250 # pragma intrinsic(_byteswap_ushort)
251 # pragma intrinsic(_byteswap_ulong)
252 # pragma intrinsic(_byteswap_uint64)
253 # pragma intrinsic(_ReadWriteBarrier)
254 # else
255 # include <cmnintrin.h>
256 # endif
257 # endif
258 #endif
261 ** The SQLITE_THREADSAFE macro must be defined as 0, 1, or 2.
262 ** 0 means mutexes are permanently disable and the library is never
263 ** threadsafe. 1 means the library is serialized which is the highest
264 ** level of threadsafety. 2 means the library is multithreaded - multiple
265 ** threads can use SQLite as long as no two threads try to use the same
266 ** database connection at the same time.
268 ** Older versions of SQLite used an optional THREADSAFE macro.
269 ** We support that for legacy.
271 ** To ensure that the correct value of "THREADSAFE" is reported when querying
272 ** for compile-time options at runtime (e.g. "PRAGMA compile_options"), this
273 ** logic is partially replicated in ctime.c. If it is updated here, it should
274 ** also be updated there.
276 #if !defined(SQLITE_THREADSAFE)
277 # if defined(THREADSAFE)
278 # define SQLITE_THREADSAFE THREADSAFE
279 # else
280 # define SQLITE_THREADSAFE 1 /* IMP: R-07272-22309 */
281 # endif
282 #endif
285 ** Powersafe overwrite is on by default. But can be turned off using
286 ** the -DSQLITE_POWERSAFE_OVERWRITE=0 command-line option.
288 #ifndef SQLITE_POWERSAFE_OVERWRITE
289 # define SQLITE_POWERSAFE_OVERWRITE 1
290 #endif
293 ** EVIDENCE-OF: R-25715-37072 Memory allocation statistics are enabled by
294 ** default unless SQLite is compiled with SQLITE_DEFAULT_MEMSTATUS=0 in
295 ** which case memory allocation statistics are disabled by default.
297 #if !defined(SQLITE_DEFAULT_MEMSTATUS)
298 # define SQLITE_DEFAULT_MEMSTATUS 1
299 #endif
302 ** Exactly one of the following macros must be defined in order to
303 ** specify which memory allocation subsystem to use.
305 ** SQLITE_SYSTEM_MALLOC // Use normal system malloc()
306 ** SQLITE_WIN32_MALLOC // Use Win32 native heap API
307 ** SQLITE_ZERO_MALLOC // Use a stub allocator that always fails
308 ** SQLITE_MEMDEBUG // Debugging version of system malloc()
310 ** On Windows, if the SQLITE_WIN32_MALLOC_VALIDATE macro is defined and the
311 ** assert() macro is enabled, each call into the Win32 native heap subsystem
312 ** will cause HeapValidate to be called. If heap validation should fail, an
313 ** assertion will be triggered.
315 ** If none of the above are defined, then set SQLITE_SYSTEM_MALLOC as
316 ** the default.
318 #if defined(SQLITE_SYSTEM_MALLOC) \
319 + defined(SQLITE_WIN32_MALLOC) \
320 + defined(SQLITE_ZERO_MALLOC) \
321 + defined(SQLITE_MEMDEBUG)>1
322 # error "Two or more of the following compile-time configuration options\
323 are defined but at most one is allowed:\
324 SQLITE_SYSTEM_MALLOC, SQLITE_WIN32_MALLOC, SQLITE_MEMDEBUG,\
325 SQLITE_ZERO_MALLOC"
326 #endif
327 #if defined(SQLITE_SYSTEM_MALLOC) \
328 + defined(SQLITE_WIN32_MALLOC) \
329 + defined(SQLITE_ZERO_MALLOC) \
330 + defined(SQLITE_MEMDEBUG)==0
331 # define SQLITE_SYSTEM_MALLOC 1
332 #endif
335 ** If SQLITE_MALLOC_SOFT_LIMIT is not zero, then try to keep the
336 ** sizes of memory allocations below this value where possible.
338 #if !defined(SQLITE_MALLOC_SOFT_LIMIT)
339 # define SQLITE_MALLOC_SOFT_LIMIT 1024
340 #endif
343 ** We need to define _XOPEN_SOURCE as follows in order to enable
344 ** recursive mutexes on most Unix systems and fchmod() on OpenBSD.
345 ** But _XOPEN_SOURCE define causes problems for Mac OS X, so omit
346 ** it.
348 #if !defined(_XOPEN_SOURCE) && !defined(__DARWIN__) && !defined(__APPLE__)
349 # define _XOPEN_SOURCE 600
350 #endif
353 ** NDEBUG and SQLITE_DEBUG are opposites. It should always be true that
354 ** defined(NDEBUG)==!defined(SQLITE_DEBUG). If this is not currently true,
355 ** make it true by defining or undefining NDEBUG.
357 ** Setting NDEBUG makes the code smaller and faster by disabling the
358 ** assert() statements in the code. So we want the default action
359 ** to be for NDEBUG to be set and NDEBUG to be undefined only if SQLITE_DEBUG
360 ** is set. Thus NDEBUG becomes an opt-in rather than an opt-out
361 ** feature.
363 #if !defined(NDEBUG) && !defined(SQLITE_DEBUG)
364 # define NDEBUG 1
365 #endif
366 #if defined(NDEBUG) && defined(SQLITE_DEBUG)
367 # undef NDEBUG
368 #endif
371 ** Enable SQLITE_ENABLE_EXPLAIN_COMMENTS if SQLITE_DEBUG is turned on.
373 #if !defined(SQLITE_ENABLE_EXPLAIN_COMMENTS) && defined(SQLITE_DEBUG)
374 # define SQLITE_ENABLE_EXPLAIN_COMMENTS 1
375 #endif
378 ** The testcase() macro is used to aid in coverage testing. When
379 ** doing coverage testing, the condition inside the argument to
380 ** testcase() must be evaluated both true and false in order to
381 ** get full branch coverage. The testcase() macro is inserted
382 ** to help ensure adequate test coverage in places where simple
383 ** condition/decision coverage is inadequate. For example, testcase()
384 ** can be used to make sure boundary values are tested. For
385 ** bitmask tests, testcase() can be used to make sure each bit
386 ** is significant and used at least once. On switch statements
387 ** where multiple cases go to the same block of code, testcase()
388 ** can insure that all cases are evaluated.
391 #ifdef SQLITE_COVERAGE_TEST
392 void sqlite3Coverage(int);
393 # define testcase(X) if( X ){ sqlite3Coverage(__LINE__); }
394 #else
395 # define testcase(X)
396 #endif
399 ** The TESTONLY macro is used to enclose variable declarations or
400 ** other bits of code that are needed to support the arguments
401 ** within testcase() and assert() macros.
403 #if !defined(NDEBUG) || defined(SQLITE_COVERAGE_TEST)
404 # define TESTONLY(X) X
405 #else
406 # define TESTONLY(X)
407 #endif
410 ** Sometimes we need a small amount of code such as a variable initialization
411 ** to setup for a later assert() statement. We do not want this code to
412 ** appear when assert() is disabled. The following macro is therefore
413 ** used to contain that setup code. The "VVA" acronym stands for
414 ** "Verification, Validation, and Accreditation". In other words, the
415 ** code within VVA_ONLY() will only run during verification processes.
417 #ifndef NDEBUG
418 # define VVA_ONLY(X) X
419 #else
420 # define VVA_ONLY(X)
421 #endif
424 ** The ALWAYS and NEVER macros surround boolean expressions which
425 ** are intended to always be true or false, respectively. Such
426 ** expressions could be omitted from the code completely. But they
427 ** are included in a few cases in order to enhance the resilience
428 ** of SQLite to unexpected behavior - to make the code "self-healing"
429 ** or "ductile" rather than being "brittle" and crashing at the first
430 ** hint of unplanned behavior.
432 ** In other words, ALWAYS and NEVER are added for defensive code.
434 ** When doing coverage testing ALWAYS and NEVER are hard-coded to
435 ** be true and false so that the unreachable code they specify will
436 ** not be counted as untested code.
438 #if defined(SQLITE_COVERAGE_TEST) || defined(SQLITE_MUTATION_TEST)
439 # define ALWAYS(X) (1)
440 # define NEVER(X) (0)
441 #elif !defined(NDEBUG)
442 # define ALWAYS(X) ((X)?1:(assert(0),0))
443 # define NEVER(X) ((X)?(assert(0),1):0)
444 #else
445 # define ALWAYS(X) (X)
446 # define NEVER(X) (X)
447 #endif
450 ** Some conditionals are optimizations only. In other words, if the
451 ** conditionals are replaced with a constant 1 (true) or 0 (false) then
452 ** the correct answer is still obtained, though perhaps not as quickly.
454 ** The following macros mark these optimizations conditionals.
456 #if defined(SQLITE_MUTATION_TEST)
457 # define OK_IF_ALWAYS_TRUE(X) (1)
458 # define OK_IF_ALWAYS_FALSE(X) (0)
459 #else
460 # define OK_IF_ALWAYS_TRUE(X) (X)
461 # define OK_IF_ALWAYS_FALSE(X) (X)
462 #endif
465 ** Some malloc failures are only possible if SQLITE_TEST_REALLOC_STRESS is
466 ** defined. We need to defend against those failures when testing with
467 ** SQLITE_TEST_REALLOC_STRESS, but we don't want the unreachable branches
468 ** during a normal build. The following macro can be used to disable tests
469 ** that are always false except when SQLITE_TEST_REALLOC_STRESS is set.
471 #if defined(SQLITE_TEST_REALLOC_STRESS)
472 # define ONLY_IF_REALLOC_STRESS(X) (X)
473 #elif !defined(NDEBUG)
474 # define ONLY_IF_REALLOC_STRESS(X) ((X)?(assert(0),1):0)
475 #else
476 # define ONLY_IF_REALLOC_STRESS(X) (0)
477 #endif
480 ** Declarations used for tracing the operating system interfaces.
482 #if defined(SQLITE_FORCE_OS_TRACE) || defined(SQLITE_TEST) || \
483 (defined(SQLITE_DEBUG) && SQLITE_OS_WIN)
484 extern int sqlite3OSTrace;
485 # define OSTRACE(X) if( sqlite3OSTrace ) sqlite3DebugPrintf X
486 # define SQLITE_HAVE_OS_TRACE
487 #else
488 # define OSTRACE(X)
489 # undef SQLITE_HAVE_OS_TRACE
490 #endif
493 ** Is the sqlite3ErrName() function needed in the build? Currently,
494 ** it is needed by "mutex_w32.c" (when debugging), "os_win.c" (when
495 ** OSTRACE is enabled), and by several "test*.c" files (which are
496 ** compiled using SQLITE_TEST).
498 #if defined(SQLITE_HAVE_OS_TRACE) || defined(SQLITE_TEST) || \
499 (defined(SQLITE_DEBUG) && SQLITE_OS_WIN)
500 # define SQLITE_NEED_ERR_NAME
501 #else
502 # undef SQLITE_NEED_ERR_NAME
503 #endif
506 ** SQLITE_ENABLE_EXPLAIN_COMMENTS is incompatible with SQLITE_OMIT_EXPLAIN
508 #ifdef SQLITE_OMIT_EXPLAIN
509 # undef SQLITE_ENABLE_EXPLAIN_COMMENTS
510 #endif
513 ** Return true (non-zero) if the input is an integer that is too large
514 ** to fit in 32-bits. This macro is used inside of various testcase()
515 ** macros to verify that we have tested SQLite for large-file support.
517 #define IS_BIG_INT(X) (((X)&~(i64)0xffffffff)!=0)
520 ** The macro unlikely() is a hint that surrounds a boolean
521 ** expression that is usually false. Macro likely() surrounds
522 ** a boolean expression that is usually true. These hints could,
523 ** in theory, be used by the compiler to generate better code, but
524 ** currently they are just comments for human readers.
526 #define likely(X) (X)
527 #define unlikely(X) (X)
529 #include "hash.h"
530 #include "parse.h"
531 #include <stdio.h>
532 #include <stdlib.h>
533 #include <string.h>
534 #include <assert.h>
535 #include <stddef.h>
538 ** Use a macro to replace memcpy() if compiled with SQLITE_INLINE_MEMCPY.
539 ** This allows better measurements of where memcpy() is used when running
540 ** cachegrind. But this macro version of memcpy() is very slow so it
541 ** should not be used in production. This is a performance measurement
542 ** hack only.
544 #ifdef SQLITE_INLINE_MEMCPY
545 # define memcpy(D,S,N) {char*xxd=(char*)(D);const char*xxs=(const char*)(S);\
546 int xxn=(N);while(xxn-->0)*(xxd++)=*(xxs++);}
547 #endif
550 ** If compiling for a processor that lacks floating point support,
551 ** substitute integer for floating-point
553 #ifdef SQLITE_OMIT_FLOATING_POINT
554 # define double sqlite_int64
555 # define float sqlite_int64
556 # define LONGDOUBLE_TYPE sqlite_int64
557 # ifndef SQLITE_BIG_DBL
558 # define SQLITE_BIG_DBL (((sqlite3_int64)1)<<50)
559 # endif
560 # define SQLITE_OMIT_DATETIME_FUNCS 1
561 # define SQLITE_OMIT_TRACE 1
562 # undef SQLITE_MIXED_ENDIAN_64BIT_FLOAT
563 # undef SQLITE_HAVE_ISNAN
564 #endif
565 #ifndef SQLITE_BIG_DBL
566 # define SQLITE_BIG_DBL (1e99)
567 #endif
570 ** OMIT_TEMPDB is set to 1 if SQLITE_OMIT_TEMPDB is defined, or 0
571 ** afterward. Having this macro allows us to cause the C compiler
572 ** to omit code used by TEMP tables without messy #ifndef statements.
574 #ifdef SQLITE_OMIT_TEMPDB
575 #define OMIT_TEMPDB 1
576 #else
577 #define OMIT_TEMPDB 0
578 #endif
581 ** The "file format" number is an integer that is incremented whenever
582 ** the VDBE-level file format changes. The following macros define the
583 ** the default file format for new databases and the maximum file format
584 ** that the library can read.
586 #define SQLITE_MAX_FILE_FORMAT 4
587 #ifndef SQLITE_DEFAULT_FILE_FORMAT
588 # define SQLITE_DEFAULT_FILE_FORMAT 4
589 #endif
592 ** Determine whether triggers are recursive by default. This can be
593 ** changed at run-time using a pragma.
595 #ifndef SQLITE_DEFAULT_RECURSIVE_TRIGGERS
596 # define SQLITE_DEFAULT_RECURSIVE_TRIGGERS 0
597 #endif
600 ** Provide a default value for SQLITE_TEMP_STORE in case it is not specified
601 ** on the command-line
603 #ifndef SQLITE_TEMP_STORE
604 # define SQLITE_TEMP_STORE 1
605 #endif
608 ** If no value has been provided for SQLITE_MAX_WORKER_THREADS, or if
609 ** SQLITE_TEMP_STORE is set to 3 (never use temporary files), set it
610 ** to zero.
612 #if SQLITE_TEMP_STORE==3 || SQLITE_THREADSAFE==0
613 # undef SQLITE_MAX_WORKER_THREADS
614 # define SQLITE_MAX_WORKER_THREADS 0
615 #endif
616 #ifndef SQLITE_MAX_WORKER_THREADS
617 # define SQLITE_MAX_WORKER_THREADS 8
618 #endif
619 #ifndef SQLITE_DEFAULT_WORKER_THREADS
620 # define SQLITE_DEFAULT_WORKER_THREADS 0
621 #endif
622 #if SQLITE_DEFAULT_WORKER_THREADS>SQLITE_MAX_WORKER_THREADS
623 # undef SQLITE_MAX_WORKER_THREADS
624 # define SQLITE_MAX_WORKER_THREADS SQLITE_DEFAULT_WORKER_THREADS
625 #endif
628 ** The default initial allocation for the pagecache when using separate
629 ** pagecaches for each database connection. A positive number is the
630 ** number of pages. A negative number N translations means that a buffer
631 ** of -1024*N bytes is allocated and used for as many pages as it will hold.
633 ** The default value of "20" was choosen to minimize the run-time of the
634 ** speedtest1 test program with options: --shrink-memory --reprepare
636 #ifndef SQLITE_DEFAULT_PCACHE_INITSZ
637 # define SQLITE_DEFAULT_PCACHE_INITSZ 20
638 #endif
641 ** Default value for the SQLITE_CONFIG_SORTERREF_SIZE option.
643 #ifndef SQLITE_DEFAULT_SORTERREF_SIZE
644 # define SQLITE_DEFAULT_SORTERREF_SIZE 0x7fffffff
645 #endif
648 ** The compile-time options SQLITE_MMAP_READWRITE and
649 ** SQLITE_ENABLE_BATCH_ATOMIC_WRITE are not compatible with one another.
650 ** You must choose one or the other (or neither) but not both.
652 #if defined(SQLITE_MMAP_READWRITE) && defined(SQLITE_ENABLE_BATCH_ATOMIC_WRITE)
653 #error Cannot use both SQLITE_MMAP_READWRITE and SQLITE_ENABLE_BATCH_ATOMIC_WRITE
654 #endif
657 ** GCC does not define the offsetof() macro so we'll have to do it
658 ** ourselves.
660 #ifndef offsetof
661 #define offsetof(STRUCTURE,FIELD) ((int)((char*)&((STRUCTURE*)0)->FIELD))
662 #endif
665 ** Macros to compute minimum and maximum of two numbers.
667 #ifndef MIN
668 # define MIN(A,B) ((A)<(B)?(A):(B))
669 #endif
670 #ifndef MAX
671 # define MAX(A,B) ((A)>(B)?(A):(B))
672 #endif
675 ** Swap two objects of type TYPE.
677 #define SWAP(TYPE,A,B) {TYPE t=A; A=B; B=t;}
680 ** Check to see if this machine uses EBCDIC. (Yes, believe it or
681 ** not, there are still machines out there that use EBCDIC.)
683 #if 'A' == '\301'
684 # define SQLITE_EBCDIC 1
685 #else
686 # define SQLITE_ASCII 1
687 #endif
690 ** Integers of known sizes. These typedefs might change for architectures
691 ** where the sizes very. Preprocessor macros are available so that the
692 ** types can be conveniently redefined at compile-type. Like this:
694 ** cc '-DUINTPTR_TYPE=long long int' ...
696 #ifndef UINT32_TYPE
697 # ifdef HAVE_UINT32_T
698 # define UINT32_TYPE uint32_t
699 # else
700 # define UINT32_TYPE unsigned int
701 # endif
702 #endif
703 #ifndef UINT16_TYPE
704 # ifdef HAVE_UINT16_T
705 # define UINT16_TYPE uint16_t
706 # else
707 # define UINT16_TYPE unsigned short int
708 # endif
709 #endif
710 #ifndef INT16_TYPE
711 # ifdef HAVE_INT16_T
712 # define INT16_TYPE int16_t
713 # else
714 # define INT16_TYPE short int
715 # endif
716 #endif
717 #ifndef UINT8_TYPE
718 # ifdef HAVE_UINT8_T
719 # define UINT8_TYPE uint8_t
720 # else
721 # define UINT8_TYPE unsigned char
722 # endif
723 #endif
724 #ifndef INT8_TYPE
725 # ifdef HAVE_INT8_T
726 # define INT8_TYPE int8_t
727 # else
728 # define INT8_TYPE signed char
729 # endif
730 #endif
731 #ifndef LONGDOUBLE_TYPE
732 # define LONGDOUBLE_TYPE long double
733 #endif
734 typedef sqlite_int64 i64; /* 8-byte signed integer */
735 typedef sqlite_uint64 u64; /* 8-byte unsigned integer */
736 typedef UINT32_TYPE u32; /* 4-byte unsigned integer */
737 typedef UINT16_TYPE u16; /* 2-byte unsigned integer */
738 typedef INT16_TYPE i16; /* 2-byte signed integer */
739 typedef UINT8_TYPE u8; /* 1-byte unsigned integer */
740 typedef INT8_TYPE i8; /* 1-byte signed integer */
743 ** SQLITE_MAX_U32 is a u64 constant that is the maximum u64 value
744 ** that can be stored in a u32 without loss of data. The value
745 ** is 0x00000000ffffffff. But because of quirks of some compilers, we
746 ** have to specify the value in the less intuitive manner shown:
748 #define SQLITE_MAX_U32 ((((u64)1)<<32)-1)
751 ** The datatype used to store estimates of the number of rows in a
752 ** table or index. This is an unsigned integer type. For 99.9% of
753 ** the world, a 32-bit integer is sufficient. But a 64-bit integer
754 ** can be used at compile-time if desired.
756 #ifdef SQLITE_64BIT_STATS
757 typedef u64 tRowcnt; /* 64-bit only if requested at compile-time */
758 #else
759 typedef u32 tRowcnt; /* 32-bit is the default */
760 #endif
763 ** Estimated quantities used for query planning are stored as 16-bit
764 ** logarithms. For quantity X, the value stored is 10*log2(X). This
765 ** gives a possible range of values of approximately 1.0e986 to 1e-986.
766 ** But the allowed values are "grainy". Not every value is representable.
767 ** For example, quantities 16 and 17 are both represented by a LogEst
768 ** of 40. However, since LogEst quantities are suppose to be estimates,
769 ** not exact values, this imprecision is not a problem.
771 ** "LogEst" is short for "Logarithmic Estimate".
773 ** Examples:
774 ** 1 -> 0 20 -> 43 10000 -> 132
775 ** 2 -> 10 25 -> 46 25000 -> 146
776 ** 3 -> 16 100 -> 66 1000000 -> 199
777 ** 4 -> 20 1000 -> 99 1048576 -> 200
778 ** 10 -> 33 1024 -> 100 4294967296 -> 320
780 ** The LogEst can be negative to indicate fractional values.
781 ** Examples:
783 ** 0.5 -> -10 0.1 -> -33 0.0625 -> -40
785 typedef INT16_TYPE LogEst;
788 ** Set the SQLITE_PTRSIZE macro to the number of bytes in a pointer
790 #ifndef SQLITE_PTRSIZE
791 # if defined(__SIZEOF_POINTER__)
792 # define SQLITE_PTRSIZE __SIZEOF_POINTER__
793 # elif defined(i386) || defined(__i386__) || defined(_M_IX86) || \
794 defined(_M_ARM) || defined(__arm__) || defined(__x86) || \
795 (defined(__TOS_AIX__) && !defined(__64BIT__))
796 # define SQLITE_PTRSIZE 4
797 # else
798 # define SQLITE_PTRSIZE 8
799 # endif
800 #endif
802 /* The uptr type is an unsigned integer large enough to hold a pointer
804 #if defined(HAVE_STDINT_H)
805 typedef uintptr_t uptr;
806 #elif SQLITE_PTRSIZE==4
807 typedef u32 uptr;
808 #else
809 typedef u64 uptr;
810 #endif
813 ** The SQLITE_WITHIN(P,S,E) macro checks to see if pointer P points to
814 ** something between S (inclusive) and E (exclusive).
816 ** In other words, S is a buffer and E is a pointer to the first byte after
817 ** the end of buffer S. This macro returns true if P points to something
818 ** contained within the buffer S.
820 #define SQLITE_WITHIN(P,S,E) (((uptr)(P)>=(uptr)(S))&&((uptr)(P)<(uptr)(E)))
824 ** Macros to determine whether the machine is big or little endian,
825 ** and whether or not that determination is run-time or compile-time.
827 ** For best performance, an attempt is made to guess at the byte-order
828 ** using C-preprocessor macros. If that is unsuccessful, or if
829 ** -DSQLITE_BYTEORDER=0 is set, then byte-order is determined
830 ** at run-time.
832 #ifndef SQLITE_BYTEORDER
833 # if defined(i386) || defined(__i386__) || defined(_M_IX86) || \
834 defined(__x86_64) || defined(__x86_64__) || defined(_M_X64) || \
835 defined(_M_AMD64) || defined(_M_ARM) || defined(__x86) || \
836 defined(__ARMEL__) || defined(__AARCH64EL__) || defined(_M_ARM64)
837 # define SQLITE_BYTEORDER 1234
838 # elif defined(sparc) || defined(__ppc__) || \
839 defined(__ARMEB__) || defined(__AARCH64EB__)
840 # define SQLITE_BYTEORDER 4321
841 # else
842 # define SQLITE_BYTEORDER 0
843 # endif
844 #endif
845 #if SQLITE_BYTEORDER==4321
846 # define SQLITE_BIGENDIAN 1
847 # define SQLITE_LITTLEENDIAN 0
848 # define SQLITE_UTF16NATIVE SQLITE_UTF16BE
849 #elif SQLITE_BYTEORDER==1234
850 # define SQLITE_BIGENDIAN 0
851 # define SQLITE_LITTLEENDIAN 1
852 # define SQLITE_UTF16NATIVE SQLITE_UTF16LE
853 #else
854 # ifdef SQLITE_AMALGAMATION
855 const int sqlite3one = 1;
856 # else
857 extern const int sqlite3one;
858 # endif
859 # define SQLITE_BIGENDIAN (*(char *)(&sqlite3one)==0)
860 # define SQLITE_LITTLEENDIAN (*(char *)(&sqlite3one)==1)
861 # define SQLITE_UTF16NATIVE (SQLITE_BIGENDIAN?SQLITE_UTF16BE:SQLITE_UTF16LE)
862 #endif
865 ** Constants for the largest and smallest possible 64-bit signed integers.
866 ** These macros are designed to work correctly on both 32-bit and 64-bit
867 ** compilers.
869 #define LARGEST_INT64 (0xffffffff|(((i64)0x7fffffff)<<32))
870 #define SMALLEST_INT64 (((i64)-1) - LARGEST_INT64)
873 ** Round up a number to the next larger multiple of 8. This is used
874 ** to force 8-byte alignment on 64-bit architectures.
876 #define ROUND8(x) (((x)+7)&~7)
879 ** Round down to the nearest multiple of 8
881 #define ROUNDDOWN8(x) ((x)&~7)
884 ** Assert that the pointer X is aligned to an 8-byte boundary. This
885 ** macro is used only within assert() to verify that the code gets
886 ** all alignment restrictions correct.
888 ** Except, if SQLITE_4_BYTE_ALIGNED_MALLOC is defined, then the
889 ** underlying malloc() implementation might return us 4-byte aligned
890 ** pointers. In that case, only verify 4-byte alignment.
892 #ifdef SQLITE_4_BYTE_ALIGNED_MALLOC
893 # define EIGHT_BYTE_ALIGNMENT(X) ((((char*)(X) - (char*)0)&3)==0)
894 #else
895 # define EIGHT_BYTE_ALIGNMENT(X) ((((char*)(X) - (char*)0)&7)==0)
896 #endif
899 ** Disable MMAP on platforms where it is known to not work
901 #if defined(__OpenBSD__) || defined(__QNXNTO__)
902 # undef SQLITE_MAX_MMAP_SIZE
903 # define SQLITE_MAX_MMAP_SIZE 0
904 #endif
907 ** Default maximum size of memory used by memory-mapped I/O in the VFS
909 #ifdef __APPLE__
910 # include <TargetConditionals.h>
911 #endif
912 #ifndef SQLITE_MAX_MMAP_SIZE
913 # if defined(__linux__) \
914 || defined(_WIN32) \
915 || (defined(__APPLE__) && defined(__MACH__)) \
916 || defined(__sun) \
917 || defined(__FreeBSD__) \
918 || defined(__DragonFly__)
919 # define SQLITE_MAX_MMAP_SIZE 0x7fff0000 /* 2147418112 */
920 # else
921 # define SQLITE_MAX_MMAP_SIZE 0
922 # endif
923 #endif
926 ** The default MMAP_SIZE is zero on all platforms. Or, even if a larger
927 ** default MMAP_SIZE is specified at compile-time, make sure that it does
928 ** not exceed the maximum mmap size.
930 #ifndef SQLITE_DEFAULT_MMAP_SIZE
931 # define SQLITE_DEFAULT_MMAP_SIZE 0
932 #endif
933 #if SQLITE_DEFAULT_MMAP_SIZE>SQLITE_MAX_MMAP_SIZE
934 # undef SQLITE_DEFAULT_MMAP_SIZE
935 # define SQLITE_DEFAULT_MMAP_SIZE SQLITE_MAX_MMAP_SIZE
936 #endif
939 ** Only one of SQLITE_ENABLE_STAT3 or SQLITE_ENABLE_STAT4 can be defined.
940 ** Priority is given to SQLITE_ENABLE_STAT4. If either are defined, also
941 ** define SQLITE_ENABLE_STAT3_OR_STAT4
943 #ifdef SQLITE_ENABLE_STAT4
944 # undef SQLITE_ENABLE_STAT3
945 # define SQLITE_ENABLE_STAT3_OR_STAT4 1
946 #elif SQLITE_ENABLE_STAT3
947 # define SQLITE_ENABLE_STAT3_OR_STAT4 1
948 #elif SQLITE_ENABLE_STAT3_OR_STAT4
949 # undef SQLITE_ENABLE_STAT3_OR_STAT4
950 #endif
953 ** SELECTTRACE_ENABLED will be either 1 or 0 depending on whether or not
954 ** the Select query generator tracing logic is turned on.
956 #if defined(SQLITE_ENABLE_SELECTTRACE)
957 # define SELECTTRACE_ENABLED 1
958 #else
959 # define SELECTTRACE_ENABLED 0
960 #endif
963 ** An instance of the following structure is used to store the busy-handler
964 ** callback for a given sqlite handle.
966 ** The sqlite.busyHandler member of the sqlite struct contains the busy
967 ** callback for the database handle. Each pager opened via the sqlite
968 ** handle is passed a pointer to sqlite.busyHandler. The busy-handler
969 ** callback is currently invoked only from within pager.c.
971 typedef struct BusyHandler BusyHandler;
972 struct BusyHandler {
973 int (*xBusyHandler)(void *,int); /* The busy callback */
974 void *pBusyArg; /* First arg to busy callback */
975 int nBusy; /* Incremented with each busy call */
976 u8 bExtraFileArg; /* Include sqlite3_file as callback arg */
980 ** Name of the master database table. The master database table
981 ** is a special table that holds the names and attributes of all
982 ** user tables and indices.
984 #define MASTER_NAME "sqlite_master"
985 #define TEMP_MASTER_NAME "sqlite_temp_master"
988 ** The root-page of the master database table.
990 #define MASTER_ROOT 1
993 ** The name of the schema table.
995 #define SCHEMA_TABLE(x) ((!OMIT_TEMPDB)&&(x==1)?TEMP_MASTER_NAME:MASTER_NAME)
998 ** A convenience macro that returns the number of elements in
999 ** an array.
1001 #define ArraySize(X) ((int)(sizeof(X)/sizeof(X[0])))
1004 ** Determine if the argument is a power of two
1006 #define IsPowerOfTwo(X) (((X)&((X)-1))==0)
1009 ** The following value as a destructor means to use sqlite3DbFree().
1010 ** The sqlite3DbFree() routine requires two parameters instead of the
1011 ** one parameter that destructors normally want. So we have to introduce
1012 ** this magic value that the code knows to handle differently. Any
1013 ** pointer will work here as long as it is distinct from SQLITE_STATIC
1014 ** and SQLITE_TRANSIENT.
1016 #define SQLITE_DYNAMIC ((sqlite3_destructor_type)sqlite3MallocSize)
1019 ** When SQLITE_OMIT_WSD is defined, it means that the target platform does
1020 ** not support Writable Static Data (WSD) such as global and static variables.
1021 ** All variables must either be on the stack or dynamically allocated from
1022 ** the heap. When WSD is unsupported, the variable declarations scattered
1023 ** throughout the SQLite code must become constants instead. The SQLITE_WSD
1024 ** macro is used for this purpose. And instead of referencing the variable
1025 ** directly, we use its constant as a key to lookup the run-time allocated
1026 ** buffer that holds real variable. The constant is also the initializer
1027 ** for the run-time allocated buffer.
1029 ** In the usual case where WSD is supported, the SQLITE_WSD and GLOBAL
1030 ** macros become no-ops and have zero performance impact.
1032 #ifdef SQLITE_OMIT_WSD
1033 #define SQLITE_WSD const
1034 #define GLOBAL(t,v) (*(t*)sqlite3_wsd_find((void*)&(v), sizeof(v)))
1035 #define sqlite3GlobalConfig GLOBAL(struct Sqlite3Config, sqlite3Config)
1036 int sqlite3_wsd_init(int N, int J);
1037 void *sqlite3_wsd_find(void *K, int L);
1038 #else
1039 #define SQLITE_WSD
1040 #define GLOBAL(t,v) v
1041 #define sqlite3GlobalConfig sqlite3Config
1042 #endif
1045 ** The following macros are used to suppress compiler warnings and to
1046 ** make it clear to human readers when a function parameter is deliberately
1047 ** left unused within the body of a function. This usually happens when
1048 ** a function is called via a function pointer. For example the
1049 ** implementation of an SQL aggregate step callback may not use the
1050 ** parameter indicating the number of arguments passed to the aggregate,
1051 ** if it knows that this is enforced elsewhere.
1053 ** When a function parameter is not used at all within the body of a function,
1054 ** it is generally named "NotUsed" or "NotUsed2" to make things even clearer.
1055 ** However, these macros may also be used to suppress warnings related to
1056 ** parameters that may or may not be used depending on compilation options.
1057 ** For example those parameters only used in assert() statements. In these
1058 ** cases the parameters are named as per the usual conventions.
1060 #define UNUSED_PARAMETER(x) (void)(x)
1061 #define UNUSED_PARAMETER2(x,y) UNUSED_PARAMETER(x),UNUSED_PARAMETER(y)
1064 ** Forward references to structures
1066 typedef struct AggInfo AggInfo;
1067 typedef struct AuthContext AuthContext;
1068 typedef struct AutoincInfo AutoincInfo;
1069 typedef struct Bitvec Bitvec;
1070 typedef struct CollSeq CollSeq;
1071 typedef struct Column Column;
1072 typedef struct Db Db;
1073 typedef struct Schema Schema;
1074 typedef struct Expr Expr;
1075 typedef struct ExprList ExprList;
1076 typedef struct FKey FKey;
1077 typedef struct FuncDestructor FuncDestructor;
1078 typedef struct FuncDef FuncDef;
1079 typedef struct FuncDefHash FuncDefHash;
1080 typedef struct IdList IdList;
1081 typedef struct Index Index;
1082 typedef struct IndexSample IndexSample;
1083 typedef struct KeyClass KeyClass;
1084 typedef struct KeyInfo KeyInfo;
1085 typedef struct Lookaside Lookaside;
1086 typedef struct LookasideSlot LookasideSlot;
1087 typedef struct Module Module;
1088 typedef struct NameContext NameContext;
1089 typedef struct Parse Parse;
1090 typedef struct PreUpdate PreUpdate;
1091 typedef struct PrintfArguments PrintfArguments;
1092 typedef struct RenameToken RenameToken;
1093 typedef struct RowSet RowSet;
1094 typedef struct Savepoint Savepoint;
1095 typedef struct Select Select;
1096 typedef struct SQLiteThread SQLiteThread;
1097 typedef struct SelectDest SelectDest;
1098 typedef struct SrcList SrcList;
1099 typedef struct sqlite3_str StrAccum; /* Internal alias for sqlite3_str */
1100 typedef struct Table Table;
1101 typedef struct TableLock TableLock;
1102 typedef struct Token Token;
1103 typedef struct TreeView TreeView;
1104 typedef struct Trigger Trigger;
1105 typedef struct TriggerPrg TriggerPrg;
1106 typedef struct TriggerStep TriggerStep;
1107 typedef struct UnpackedRecord UnpackedRecord;
1108 typedef struct Upsert Upsert;
1109 typedef struct VTable VTable;
1110 typedef struct VtabCtx VtabCtx;
1111 typedef struct Walker Walker;
1112 typedef struct WhereInfo WhereInfo;
1113 typedef struct Window Window;
1114 typedef struct With With;
1118 ** The bitmask datatype defined below is used for various optimizations.
1120 ** Changing this from a 64-bit to a 32-bit type limits the number of
1121 ** tables in a join to 32 instead of 64. But it also reduces the size
1122 ** of the library by 738 bytes on ix86.
1124 #ifdef SQLITE_BITMASK_TYPE
1125 typedef SQLITE_BITMASK_TYPE Bitmask;
1126 #else
1127 typedef u64 Bitmask;
1128 #endif
1131 ** The number of bits in a Bitmask. "BMS" means "BitMask Size".
1133 #define BMS ((int)(sizeof(Bitmask)*8))
1136 ** A bit in a Bitmask
1138 #define MASKBIT(n) (((Bitmask)1)<<(n))
1139 #define MASKBIT32(n) (((unsigned int)1)<<(n))
1140 #define ALLBITS ((Bitmask)-1)
1142 /* A VList object records a mapping between parameters/variables/wildcards
1143 ** in the SQL statement (such as $abc, @pqr, or :xyz) and the integer
1144 ** variable number associated with that parameter. See the format description
1145 ** on the sqlite3VListAdd() routine for more information. A VList is really
1146 ** just an array of integers.
1148 typedef int VList;
1151 ** Defer sourcing vdbe.h and btree.h until after the "u8" and
1152 ** "BusyHandler" typedefs. vdbe.h also requires a few of the opaque
1153 ** pointer types (i.e. FuncDef) defined above.
1155 #include "btree.h"
1156 #include "vdbe.h"
1157 #include "pager.h"
1158 #include "pcache.h"
1159 #include "os.h"
1160 #include "mutex.h"
1162 /* The SQLITE_EXTRA_DURABLE compile-time option used to set the default
1163 ** synchronous setting to EXTRA. It is no longer supported.
1165 #ifdef SQLITE_EXTRA_DURABLE
1166 # warning Use SQLITE_DEFAULT_SYNCHRONOUS=3 instead of SQLITE_EXTRA_DURABLE
1167 # define SQLITE_DEFAULT_SYNCHRONOUS 3
1168 #endif
1171 ** Default synchronous levels.
1173 ** Note that (for historcal reasons) the PAGER_SYNCHRONOUS_* macros differ
1174 ** from the SQLITE_DEFAULT_SYNCHRONOUS value by 1.
1176 ** PAGER_SYNCHRONOUS DEFAULT_SYNCHRONOUS
1177 ** OFF 1 0
1178 ** NORMAL 2 1
1179 ** FULL 3 2
1180 ** EXTRA 4 3
1182 ** The "PRAGMA synchronous" statement also uses the zero-based numbers.
1183 ** In other words, the zero-based numbers are used for all external interfaces
1184 ** and the one-based values are used internally.
1186 #ifndef SQLITE_DEFAULT_SYNCHRONOUS
1187 # define SQLITE_DEFAULT_SYNCHRONOUS 2
1188 #endif
1189 #ifndef SQLITE_DEFAULT_WAL_SYNCHRONOUS
1190 # define SQLITE_DEFAULT_WAL_SYNCHRONOUS SQLITE_DEFAULT_SYNCHRONOUS
1191 #endif
1194 ** Each database file to be accessed by the system is an instance
1195 ** of the following structure. There are normally two of these structures
1196 ** in the sqlite.aDb[] array. aDb[0] is the main database file and
1197 ** aDb[1] is the database file used to hold temporary tables. Additional
1198 ** databases may be attached.
1200 struct Db {
1201 char *zDbSName; /* Name of this database. (schema name, not filename) */
1202 Btree *pBt; /* The B*Tree structure for this database file */
1203 u8 safety_level; /* How aggressive at syncing data to disk */
1204 u8 bSyncSet; /* True if "PRAGMA synchronous=N" has been run */
1205 Schema *pSchema; /* Pointer to database schema (possibly shared) */
1209 ** An instance of the following structure stores a database schema.
1211 ** Most Schema objects are associated with a Btree. The exception is
1212 ** the Schema for the TEMP databaes (sqlite3.aDb[1]) which is free-standing.
1213 ** In shared cache mode, a single Schema object can be shared by multiple
1214 ** Btrees that refer to the same underlying BtShared object.
1216 ** Schema objects are automatically deallocated when the last Btree that
1217 ** references them is destroyed. The TEMP Schema is manually freed by
1218 ** sqlite3_close().
1220 ** A thread must be holding a mutex on the corresponding Btree in order
1221 ** to access Schema content. This implies that the thread must also be
1222 ** holding a mutex on the sqlite3 connection pointer that owns the Btree.
1223 ** For a TEMP Schema, only the connection mutex is required.
1225 struct Schema {
1226 int schema_cookie; /* Database schema version number for this file */
1227 int iGeneration; /* Generation counter. Incremented with each change */
1228 Hash tblHash; /* All tables indexed by name */
1229 Hash idxHash; /* All (named) indices indexed by name */
1230 Hash trigHash; /* All triggers indexed by name */
1231 Hash fkeyHash; /* All foreign keys by referenced table name */
1232 Table *pSeqTab; /* The sqlite_sequence table used by AUTOINCREMENT */
1233 u8 file_format; /* Schema format version for this file */
1234 u8 enc; /* Text encoding used by this database */
1235 u16 schemaFlags; /* Flags associated with this schema */
1236 int cache_size; /* Number of pages to use in the cache */
1240 ** These macros can be used to test, set, or clear bits in the
1241 ** Db.pSchema->flags field.
1243 #define DbHasProperty(D,I,P) (((D)->aDb[I].pSchema->schemaFlags&(P))==(P))
1244 #define DbHasAnyProperty(D,I,P) (((D)->aDb[I].pSchema->schemaFlags&(P))!=0)
1245 #define DbSetProperty(D,I,P) (D)->aDb[I].pSchema->schemaFlags|=(P)
1246 #define DbClearProperty(D,I,P) (D)->aDb[I].pSchema->schemaFlags&=~(P)
1249 ** Allowed values for the DB.pSchema->flags field.
1251 ** The DB_SchemaLoaded flag is set after the database schema has been
1252 ** read into internal hash tables.
1254 ** DB_UnresetViews means that one or more views have column names that
1255 ** have been filled out. If the schema changes, these column names might
1256 ** changes and so the view will need to be reset.
1258 #define DB_SchemaLoaded 0x0001 /* The schema has been loaded */
1259 #define DB_UnresetViews 0x0002 /* Some views have defined column names */
1260 #define DB_Empty 0x0004 /* The file is empty (length 0 bytes) */
1261 #define DB_ResetWanted 0x0008 /* Reset the schema when nSchemaLock==0 */
1264 ** The number of different kinds of things that can be limited
1265 ** using the sqlite3_limit() interface.
1267 #define SQLITE_N_LIMIT (SQLITE_LIMIT_WORKER_THREADS+1)
1270 ** Lookaside malloc is a set of fixed-size buffers that can be used
1271 ** to satisfy small transient memory allocation requests for objects
1272 ** associated with a particular database connection. The use of
1273 ** lookaside malloc provides a significant performance enhancement
1274 ** (approx 10%) by avoiding numerous malloc/free requests while parsing
1275 ** SQL statements.
1277 ** The Lookaside structure holds configuration information about the
1278 ** lookaside malloc subsystem. Each available memory allocation in
1279 ** the lookaside subsystem is stored on a linked list of LookasideSlot
1280 ** objects.
1282 ** Lookaside allocations are only allowed for objects that are associated
1283 ** with a particular database connection. Hence, schema information cannot
1284 ** be stored in lookaside because in shared cache mode the schema information
1285 ** is shared by multiple database connections. Therefore, while parsing
1286 ** schema information, the Lookaside.bEnabled flag is cleared so that
1287 ** lookaside allocations are not used to construct the schema objects.
1289 struct Lookaside {
1290 u32 bDisable; /* Only operate the lookaside when zero */
1291 u16 sz; /* Size of each buffer in bytes */
1292 u8 bMalloced; /* True if pStart obtained from sqlite3_malloc() */
1293 u32 nSlot; /* Number of lookaside slots allocated */
1294 u32 anStat[3]; /* 0: hits. 1: size misses. 2: full misses */
1295 LookasideSlot *pInit; /* List of buffers not previously used */
1296 LookasideSlot *pFree; /* List of available buffers */
1297 void *pStart; /* First byte of available memory space */
1298 void *pEnd; /* First byte past end of available space */
1300 struct LookasideSlot {
1301 LookasideSlot *pNext; /* Next buffer in the list of free buffers */
1305 ** A hash table for built-in function definitions. (Application-defined
1306 ** functions use a regular table table from hash.h.)
1308 ** Hash each FuncDef structure into one of the FuncDefHash.a[] slots.
1309 ** Collisions are on the FuncDef.u.pHash chain. Use the SQLITE_FUNC_HASH()
1310 ** macro to compute a hash on the function name.
1312 #define SQLITE_FUNC_HASH_SZ 23
1313 struct FuncDefHash {
1314 FuncDef *a[SQLITE_FUNC_HASH_SZ]; /* Hash table for functions */
1316 #define SQLITE_FUNC_HASH(C,L) (((C)+(L))%SQLITE_FUNC_HASH_SZ)
1318 #ifdef SQLITE_USER_AUTHENTICATION
1320 ** Information held in the "sqlite3" database connection object and used
1321 ** to manage user authentication.
1323 typedef struct sqlite3_userauth sqlite3_userauth;
1324 struct sqlite3_userauth {
1325 u8 authLevel; /* Current authentication level */
1326 int nAuthPW; /* Size of the zAuthPW in bytes */
1327 char *zAuthPW; /* Password used to authenticate */
1328 char *zAuthUser; /* User name used to authenticate */
1331 /* Allowed values for sqlite3_userauth.authLevel */
1332 #define UAUTH_Unknown 0 /* Authentication not yet checked */
1333 #define UAUTH_Fail 1 /* User authentication failed */
1334 #define UAUTH_User 2 /* Authenticated as a normal user */
1335 #define UAUTH_Admin 3 /* Authenticated as an administrator */
1337 /* Functions used only by user authorization logic */
1338 int sqlite3UserAuthTable(const char*);
1339 int sqlite3UserAuthCheckLogin(sqlite3*,const char*,u8*);
1340 void sqlite3UserAuthInit(sqlite3*);
1341 void sqlite3CryptFunc(sqlite3_context*,int,sqlite3_value**);
1343 #endif /* SQLITE_USER_AUTHENTICATION */
1346 ** typedef for the authorization callback function.
1348 #ifdef SQLITE_USER_AUTHENTICATION
1349 typedef int (*sqlite3_xauth)(void*,int,const char*,const char*,const char*,
1350 const char*, const char*);
1351 #else
1352 typedef int (*sqlite3_xauth)(void*,int,const char*,const char*,const char*,
1353 const char*);
1354 #endif
1356 #ifndef SQLITE_OMIT_DEPRECATED
1357 /* This is an extra SQLITE_TRACE macro that indicates "legacy" tracing
1358 ** in the style of sqlite3_trace()
1360 #define SQLITE_TRACE_LEGACY 0x40 /* Use the legacy xTrace */
1361 #define SQLITE_TRACE_XPROFILE 0x80 /* Use the legacy xProfile */
1362 #else
1363 #define SQLITE_TRACE_LEGACY 0
1364 #define SQLITE_TRACE_XPROFILE 0
1365 #endif /* SQLITE_OMIT_DEPRECATED */
1366 #define SQLITE_TRACE_NONLEGACY_MASK 0x0f /* Normal flags */
1370 ** Each database connection is an instance of the following structure.
1372 struct sqlite3 {
1373 sqlite3_vfs *pVfs; /* OS Interface */
1374 struct Vdbe *pVdbe; /* List of active virtual machines */
1375 CollSeq *pDfltColl; /* The default collating sequence (BINARY) */
1376 sqlite3_mutex *mutex; /* Connection mutex */
1377 Db *aDb; /* All backends */
1378 int nDb; /* Number of backends currently in use */
1379 u32 mDbFlags; /* flags recording internal state */
1380 u64 flags; /* flags settable by pragmas. See below */
1381 i64 lastRowid; /* ROWID of most recent insert (see above) */
1382 i64 szMmap; /* Default mmap_size setting */
1383 u32 nSchemaLock; /* Do not reset the schema when non-zero */
1384 unsigned int openFlags; /* Flags passed to sqlite3_vfs.xOpen() */
1385 int errCode; /* Most recent error code (SQLITE_*) */
1386 int errMask; /* & result codes with this before returning */
1387 int iSysErrno; /* Errno value from last system error */
1388 u16 dbOptFlags; /* Flags to enable/disable optimizations */
1389 u8 enc; /* Text encoding */
1390 u8 autoCommit; /* The auto-commit flag. */
1391 u8 temp_store; /* 1: file 2: memory 0: default */
1392 u8 mallocFailed; /* True if we have seen a malloc failure */
1393 u8 bBenignMalloc; /* Do not require OOMs if true */
1394 u8 dfltLockMode; /* Default locking-mode for attached dbs */
1395 signed char nextAutovac; /* Autovac setting after VACUUM if >=0 */
1396 u8 suppressErr; /* Do not issue error messages if true */
1397 u8 vtabOnConflict; /* Value to return for s3_vtab_on_conflict() */
1398 u8 isTransactionSavepoint; /* True if the outermost savepoint is a TS */
1399 u8 mTrace; /* zero or more SQLITE_TRACE flags */
1400 u8 noSharedCache; /* True if no shared-cache backends */
1401 u8 nSqlExec; /* Number of pending OP_SqlExec opcodes */
1402 int nextPagesize; /* Pagesize after VACUUM if >0 */
1403 u32 magic; /* Magic number for detect library misuse */
1404 int nChange; /* Value returned by sqlite3_changes() */
1405 int nTotalChange; /* Value returned by sqlite3_total_changes() */
1406 int aLimit[SQLITE_N_LIMIT]; /* Limits */
1407 int nMaxSorterMmap; /* Maximum size of regions mapped by sorter */
1408 struct sqlite3InitInfo { /* Information used during initialization */
1409 int newTnum; /* Rootpage of table being initialized */
1410 u8 iDb; /* Which db file is being initialized */
1411 u8 busy; /* TRUE if currently initializing */
1412 unsigned orphanTrigger : 1; /* Last statement is orphaned TEMP trigger */
1413 unsigned imposterTable : 1; /* Building an imposter table */
1414 unsigned reopenMemdb : 1; /* ATTACH is really a reopen using MemDB */
1415 } init;
1416 int nVdbeActive; /* Number of VDBEs currently running */
1417 int nVdbeRead; /* Number of active VDBEs that read or write */
1418 int nVdbeWrite; /* Number of active VDBEs that read and write */
1419 int nVdbeExec; /* Number of nested calls to VdbeExec() */
1420 int nVDestroy; /* Number of active OP_VDestroy operations */
1421 int nExtension; /* Number of loaded extensions */
1422 void **aExtension; /* Array of shared library handles */
1423 int (*xTrace)(u32,void*,void*,void*); /* Trace function */
1424 void *pTraceArg; /* Argument to the trace function */
1425 #ifndef SQLITE_OMIT_DEPRECATED
1426 void (*xProfile)(void*,const char*,u64); /* Profiling function */
1427 void *pProfileArg; /* Argument to profile function */
1428 #endif
1429 void *pCommitArg; /* Argument to xCommitCallback() */
1430 int (*xCommitCallback)(void*); /* Invoked at every commit. */
1431 void *pRollbackArg; /* Argument to xRollbackCallback() */
1432 void (*xRollbackCallback)(void*); /* Invoked at every commit. */
1433 void *pUpdateArg;
1434 void (*xUpdateCallback)(void*,int, const char*,const char*,sqlite_int64);
1435 Parse *pParse; /* Current parse */
1436 #ifdef SQLITE_ENABLE_PREUPDATE_HOOK
1437 void *pPreUpdateArg; /* First argument to xPreUpdateCallback */
1438 void (*xPreUpdateCallback)( /* Registered using sqlite3_preupdate_hook() */
1439 void*,sqlite3*,int,char const*,char const*,sqlite3_int64,sqlite3_int64
1441 PreUpdate *pPreUpdate; /* Context for active pre-update callback */
1442 #endif /* SQLITE_ENABLE_PREUPDATE_HOOK */
1443 #ifndef SQLITE_OMIT_WAL
1444 int (*xWalCallback)(void *, sqlite3 *, const char *, int);
1445 void *pWalArg;
1446 #endif
1447 void(*xCollNeeded)(void*,sqlite3*,int eTextRep,const char*);
1448 void(*xCollNeeded16)(void*,sqlite3*,int eTextRep,const void*);
1449 void *pCollNeededArg;
1450 sqlite3_value *pErr; /* Most recent error message */
1451 union {
1452 volatile int isInterrupted; /* True if sqlite3_interrupt has been called */
1453 double notUsed1; /* Spacer */
1454 } u1;
1455 Lookaside lookaside; /* Lookaside malloc configuration */
1456 #ifndef SQLITE_OMIT_AUTHORIZATION
1457 sqlite3_xauth xAuth; /* Access authorization function */
1458 void *pAuthArg; /* 1st argument to the access auth function */
1459 #endif
1460 #ifndef SQLITE_OMIT_PROGRESS_CALLBACK
1461 int (*xProgress)(void *); /* The progress callback */
1462 void *pProgressArg; /* Argument to the progress callback */
1463 unsigned nProgressOps; /* Number of opcodes for progress callback */
1464 #endif
1465 #ifndef SQLITE_OMIT_VIRTUALTABLE
1466 int nVTrans; /* Allocated size of aVTrans */
1467 Hash aModule; /* populated by sqlite3_create_module() */
1468 VtabCtx *pVtabCtx; /* Context for active vtab connect/create */
1469 VTable **aVTrans; /* Virtual tables with open transactions */
1470 VTable *pDisconnect; /* Disconnect these in next sqlite3_prepare() */
1471 #endif
1472 Hash aFunc; /* Hash table of connection functions */
1473 Hash aCollSeq; /* All collating sequences */
1474 BusyHandler busyHandler; /* Busy callback */
1475 Db aDbStatic[2]; /* Static space for the 2 default backends */
1476 Savepoint *pSavepoint; /* List of active savepoints */
1477 int busyTimeout; /* Busy handler timeout, in msec */
1478 int nSavepoint; /* Number of non-transaction savepoints */
1479 int nStatement; /* Number of nested statement-transactions */
1480 i64 nDeferredCons; /* Net deferred constraints this transaction. */
1481 i64 nDeferredImmCons; /* Net deferred immediate constraints */
1482 int *pnBytesFreed; /* If not NULL, increment this in DbFree() */
1483 #ifdef SQLITE_ENABLE_UNLOCK_NOTIFY
1484 /* The following variables are all protected by the STATIC_MASTER
1485 ** mutex, not by sqlite3.mutex. They are used by code in notify.c.
1487 ** When X.pUnlockConnection==Y, that means that X is waiting for Y to
1488 ** unlock so that it can proceed.
1490 ** When X.pBlockingConnection==Y, that means that something that X tried
1491 ** tried to do recently failed with an SQLITE_LOCKED error due to locks
1492 ** held by Y.
1494 sqlite3 *pBlockingConnection; /* Connection that caused SQLITE_LOCKED */
1495 sqlite3 *pUnlockConnection; /* Connection to watch for unlock */
1496 void *pUnlockArg; /* Argument to xUnlockNotify */
1497 void (*xUnlockNotify)(void **, int); /* Unlock notify callback */
1498 sqlite3 *pNextBlocked; /* Next in list of all blocked connections */
1499 #endif
1500 #ifdef SQLITE_USER_AUTHENTICATION
1501 sqlite3_userauth auth; /* User authentication information */
1502 #endif
1506 ** A macro to discover the encoding of a database.
1508 #define SCHEMA_ENC(db) ((db)->aDb[0].pSchema->enc)
1509 #define ENC(db) ((db)->enc)
1512 ** Possible values for the sqlite3.flags.
1514 ** Value constraints (enforced via assert()):
1515 ** SQLITE_FullFSync == PAGER_FULLFSYNC
1516 ** SQLITE_CkptFullFSync == PAGER_CKPT_FULLFSYNC
1517 ** SQLITE_CacheSpill == PAGER_CACHE_SPILL
1519 #define SQLITE_WriteSchema 0x00000001 /* OK to update SQLITE_MASTER */
1520 #define SQLITE_LegacyFileFmt 0x00000002 /* Create new databases in format 1 */
1521 #define SQLITE_FullColNames 0x00000004 /* Show full column names on SELECT */
1522 #define SQLITE_FullFSync 0x00000008 /* Use full fsync on the backend */
1523 #define SQLITE_CkptFullFSync 0x00000010 /* Use full fsync for checkpoint */
1524 #define SQLITE_CacheSpill 0x00000020 /* OK to spill pager cache */
1525 #define SQLITE_ShortColNames 0x00000040 /* Show short columns names */
1526 #define SQLITE_CountRows 0x00000080 /* Count rows changed by INSERT, */
1527 /* DELETE, or UPDATE and return */
1528 /* the count using a callback. */
1529 #define SQLITE_NullCallback 0x00000100 /* Invoke the callback once if the */
1530 /* result set is empty */
1531 #define SQLITE_IgnoreChecks 0x00000200 /* Do not enforce check constraints */
1532 #define SQLITE_ReadUncommit 0x00000400 /* READ UNCOMMITTED in shared-cache */
1533 #define SQLITE_NoCkptOnClose 0x00000800 /* No checkpoint on close()/DETACH */
1534 #define SQLITE_ReverseOrder 0x00001000 /* Reverse unordered SELECTs */
1535 #define SQLITE_RecTriggers 0x00002000 /* Enable recursive triggers */
1536 #define SQLITE_ForeignKeys 0x00004000 /* Enforce foreign key constraints */
1537 #define SQLITE_AutoIndex 0x00008000 /* Enable automatic indexes */
1538 #define SQLITE_LoadExtension 0x00010000 /* Enable load_extension */
1539 #define SQLITE_LoadExtFunc 0x00020000 /* Enable load_extension() SQL func */
1540 #define SQLITE_EnableTrigger 0x00040000 /* True to enable triggers */
1541 #define SQLITE_DeferFKs 0x00080000 /* Defer all FK constraints */
1542 #define SQLITE_QueryOnly 0x00100000 /* Disable database changes */
1543 #define SQLITE_CellSizeCk 0x00200000 /* Check btree cell sizes on load */
1544 #define SQLITE_Fts3Tokenizer 0x00400000 /* Enable fts3_tokenizer(2) */
1545 #define SQLITE_EnableQPSG 0x00800000 /* Query Planner Stability Guarantee*/
1546 #define SQLITE_TriggerEQP 0x01000000 /* Show trigger EXPLAIN QUERY PLAN */
1547 #define SQLITE_ResetDatabase 0x02000000 /* Reset the database */
1548 #define SQLITE_LegacyAlter 0x04000000 /* Legacy ALTER TABLE behaviour */
1549 #define SQLITE_NoSchemaError 0x08000000 /* Do not report schema parse errors*/
1550 #define SQLITE_Defensive 0x10000000 /* Input SQL is likely hostile */
1551 #define SQLITE_DqsDDL 0x20000000 /* dbl-quoted strings allowed in DDL*/
1552 #define SQLITE_DqsDML 0x40000000 /* dbl-quoted strings allowed in DML*/
1554 /* Flags used only if debugging */
1555 #define HI(X) ((u64)(X)<<32)
1556 #ifdef SQLITE_DEBUG
1557 #define SQLITE_SqlTrace HI(0x0001) /* Debug print SQL as it executes */
1558 #define SQLITE_VdbeListing HI(0x0002) /* Debug listings of VDBE progs */
1559 #define SQLITE_VdbeTrace HI(0x0004) /* True to trace VDBE execution */
1560 #define SQLITE_VdbeAddopTrace HI(0x0008) /* Trace sqlite3VdbeAddOp() calls */
1561 #define SQLITE_VdbeEQP HI(0x0010) /* Debug EXPLAIN QUERY PLAN */
1562 #define SQLITE_ParserTrace HI(0x0020) /* PRAGMA parser_trace=ON */
1563 #endif
1566 ** Allowed values for sqlite3.mDbFlags
1568 #define DBFLAG_SchemaChange 0x0001 /* Uncommitted Hash table changes */
1569 #define DBFLAG_PreferBuiltin 0x0002 /* Preference to built-in funcs */
1570 #define DBFLAG_Vacuum 0x0004 /* Currently in a VACUUM */
1571 #define DBFLAG_VacuumInto 0x0008 /* Currently running VACUUM INTO */
1572 #define DBFLAG_SchemaKnownOk 0x0010 /* Schema is known to be valid */
1575 ** Bits of the sqlite3.dbOptFlags field that are used by the
1576 ** sqlite3_test_control(SQLITE_TESTCTRL_OPTIMIZATIONS,...) interface to
1577 ** selectively disable various optimizations.
1579 #define SQLITE_QueryFlattener 0x0001 /* Query flattening */
1580 #define SQLITE_WindowFunc 0x0002 /* Use xInverse for window functions */
1581 #define SQLITE_GroupByOrder 0x0004 /* GROUPBY cover of ORDERBY */
1582 #define SQLITE_FactorOutConst 0x0008 /* Constant factoring */
1583 #define SQLITE_DistinctOpt 0x0010 /* DISTINCT using indexes */
1584 #define SQLITE_CoverIdxScan 0x0020 /* Covering index scans */
1585 #define SQLITE_OrderByIdxJoin 0x0040 /* ORDER BY of joins via index */
1586 #define SQLITE_Transitive 0x0080 /* Transitive constraints */
1587 #define SQLITE_OmitNoopJoin 0x0100 /* Omit unused tables in joins */
1588 #define SQLITE_CountOfView 0x0200 /* The count-of-view optimization */
1589 #define SQLITE_CursorHints 0x0400 /* Add OP_CursorHint opcodes */
1590 #define SQLITE_Stat34 0x0800 /* Use STAT3 or STAT4 data */
1591 /* TH3 expects the Stat34 ^^^^^^ value to be 0x0800. Don't change it */
1592 #define SQLITE_PushDown 0x1000 /* The push-down optimization */
1593 #define SQLITE_SimplifyJoin 0x2000 /* Convert LEFT JOIN to JOIN */
1594 #define SQLITE_SkipScan 0x4000 /* Skip-scans */
1595 #define SQLITE_PropagateConst 0x8000 /* The constant propagation opt */
1596 #define SQLITE_AllOpts 0xffff /* All optimizations */
1599 ** Macros for testing whether or not optimizations are enabled or disabled.
1601 #define OptimizationDisabled(db, mask) (((db)->dbOptFlags&(mask))!=0)
1602 #define OptimizationEnabled(db, mask) (((db)->dbOptFlags&(mask))==0)
1605 ** Return true if it OK to factor constant expressions into the initialization
1606 ** code. The argument is a Parse object for the code generator.
1608 #define ConstFactorOk(P) ((P)->okConstFactor)
1611 ** Possible values for the sqlite.magic field.
1612 ** The numbers are obtained at random and have no special meaning, other
1613 ** than being distinct from one another.
1615 #define SQLITE_MAGIC_OPEN 0xa029a697 /* Database is open */
1616 #define SQLITE_MAGIC_CLOSED 0x9f3c2d33 /* Database is closed */
1617 #define SQLITE_MAGIC_SICK 0x4b771290 /* Error and awaiting close */
1618 #define SQLITE_MAGIC_BUSY 0xf03b7906 /* Database currently in use */
1619 #define SQLITE_MAGIC_ERROR 0xb5357930 /* An SQLITE_MISUSE error occurred */
1620 #define SQLITE_MAGIC_ZOMBIE 0x64cffc7f /* Close with last statement close */
1623 ** Each SQL function is defined by an instance of the following
1624 ** structure. For global built-in functions (ex: substr(), max(), count())
1625 ** a pointer to this structure is held in the sqlite3BuiltinFunctions object.
1626 ** For per-connection application-defined functions, a pointer to this
1627 ** structure is held in the db->aHash hash table.
1629 ** The u.pHash field is used by the global built-ins. The u.pDestructor
1630 ** field is used by per-connection app-def functions.
1632 struct FuncDef {
1633 i8 nArg; /* Number of arguments. -1 means unlimited */
1634 u32 funcFlags; /* Some combination of SQLITE_FUNC_* */
1635 void *pUserData; /* User data parameter */
1636 FuncDef *pNext; /* Next function with same name */
1637 void (*xSFunc)(sqlite3_context*,int,sqlite3_value**); /* func or agg-step */
1638 void (*xFinalize)(sqlite3_context*); /* Agg finalizer */
1639 void (*xValue)(sqlite3_context*); /* Current agg value */
1640 void (*xInverse)(sqlite3_context*,int,sqlite3_value**); /* inverse agg-step */
1641 const char *zName; /* SQL name of the function. */
1642 union {
1643 FuncDef *pHash; /* Next with a different name but the same hash */
1644 FuncDestructor *pDestructor; /* Reference counted destructor function */
1645 } u;
1649 ** This structure encapsulates a user-function destructor callback (as
1650 ** configured using create_function_v2()) and a reference counter. When
1651 ** create_function_v2() is called to create a function with a destructor,
1652 ** a single object of this type is allocated. FuncDestructor.nRef is set to
1653 ** the number of FuncDef objects created (either 1 or 3, depending on whether
1654 ** or not the specified encoding is SQLITE_ANY). The FuncDef.pDestructor
1655 ** member of each of the new FuncDef objects is set to point to the allocated
1656 ** FuncDestructor.
1658 ** Thereafter, when one of the FuncDef objects is deleted, the reference
1659 ** count on this object is decremented. When it reaches 0, the destructor
1660 ** is invoked and the FuncDestructor structure freed.
1662 struct FuncDestructor {
1663 int nRef;
1664 void (*xDestroy)(void *);
1665 void *pUserData;
1669 ** Possible values for FuncDef.flags. Note that the _LENGTH and _TYPEOF
1670 ** values must correspond to OPFLAG_LENGTHARG and OPFLAG_TYPEOFARG. And
1671 ** SQLITE_FUNC_CONSTANT must be the same as SQLITE_DETERMINISTIC. There
1672 ** are assert() statements in the code to verify this.
1674 ** Value constraints (enforced via assert()):
1675 ** SQLITE_FUNC_MINMAX == NC_MinMaxAgg == SF_MinMaxAgg
1676 ** SQLITE_FUNC_LENGTH == OPFLAG_LENGTHARG
1677 ** SQLITE_FUNC_TYPEOF == OPFLAG_TYPEOFARG
1678 ** SQLITE_FUNC_CONSTANT == SQLITE_DETERMINISTIC from the API
1679 ** SQLITE_FUNC_ENCMASK depends on SQLITE_UTF* macros in the API
1681 #define SQLITE_FUNC_ENCMASK 0x0003 /* SQLITE_UTF8, SQLITE_UTF16BE or UTF16LE */
1682 #define SQLITE_FUNC_LIKE 0x0004 /* Candidate for the LIKE optimization */
1683 #define SQLITE_FUNC_CASE 0x0008 /* Case-sensitive LIKE-type function */
1684 #define SQLITE_FUNC_EPHEM 0x0010 /* Ephemeral. Delete with VDBE */
1685 #define SQLITE_FUNC_NEEDCOLL 0x0020 /* sqlite3GetFuncCollSeq() might be called*/
1686 #define SQLITE_FUNC_LENGTH 0x0040 /* Built-in length() function */
1687 #define SQLITE_FUNC_TYPEOF 0x0080 /* Built-in typeof() function */
1688 #define SQLITE_FUNC_COUNT 0x0100 /* Built-in count(*) aggregate */
1689 #define SQLITE_FUNC_COALESCE 0x0200 /* Built-in coalesce() or ifnull() */
1690 #define SQLITE_FUNC_UNLIKELY 0x0400 /* Built-in unlikely() function */
1691 #define SQLITE_FUNC_CONSTANT 0x0800 /* Constant inputs give a constant output */
1692 #define SQLITE_FUNC_MINMAX 0x1000 /* True for min() and max() aggregates */
1693 #define SQLITE_FUNC_SLOCHNG 0x2000 /* "Slow Change". Value constant during a
1694 ** single query - might change over time */
1695 #define SQLITE_FUNC_AFFINITY 0x4000 /* Built-in affinity() function */
1696 #define SQLITE_FUNC_OFFSET 0x8000 /* Built-in sqlite_offset() function */
1697 #define SQLITE_FUNC_WINDOW 0x00010000 /* Built-in window-only function */
1698 #define SQLITE_FUNC_INTERNAL 0x00040000 /* For use by NestedParse() only */
1701 ** The following three macros, FUNCTION(), LIKEFUNC() and AGGREGATE() are
1702 ** used to create the initializers for the FuncDef structures.
1704 ** FUNCTION(zName, nArg, iArg, bNC, xFunc)
1705 ** Used to create a scalar function definition of a function zName
1706 ** implemented by C function xFunc that accepts nArg arguments. The
1707 ** value passed as iArg is cast to a (void*) and made available
1708 ** as the user-data (sqlite3_user_data()) for the function. If
1709 ** argument bNC is true, then the SQLITE_FUNC_NEEDCOLL flag is set.
1711 ** VFUNCTION(zName, nArg, iArg, bNC, xFunc)
1712 ** Like FUNCTION except it omits the SQLITE_FUNC_CONSTANT flag.
1714 ** DFUNCTION(zName, nArg, iArg, bNC, xFunc)
1715 ** Like FUNCTION except it omits the SQLITE_FUNC_CONSTANT flag and
1716 ** adds the SQLITE_FUNC_SLOCHNG flag. Used for date & time functions
1717 ** and functions like sqlite_version() that can change, but not during
1718 ** a single query. The iArg is ignored. The user-data is always set
1719 ** to a NULL pointer. The bNC parameter is not used.
1721 ** PURE_DATE(zName, nArg, iArg, bNC, xFunc)
1722 ** Used for "pure" date/time functions, this macro is like DFUNCTION
1723 ** except that it does set the SQLITE_FUNC_CONSTANT flags. iArg is
1724 ** ignored and the user-data for these functions is set to an
1725 ** arbitrary non-NULL pointer. The bNC parameter is not used.
1727 ** AGGREGATE(zName, nArg, iArg, bNC, xStep, xFinal)
1728 ** Used to create an aggregate function definition implemented by
1729 ** the C functions xStep and xFinal. The first four parameters
1730 ** are interpreted in the same way as the first 4 parameters to
1731 ** FUNCTION().
1733 ** WFUNCTION(zName, nArg, iArg, xStep, xFinal, xValue, xInverse)
1734 ** Used to create an aggregate function definition implemented by
1735 ** the C functions xStep and xFinal. The first four parameters
1736 ** are interpreted in the same way as the first 4 parameters to
1737 ** FUNCTION().
1739 ** LIKEFUNC(zName, nArg, pArg, flags)
1740 ** Used to create a scalar function definition of a function zName
1741 ** that accepts nArg arguments and is implemented by a call to C
1742 ** function likeFunc. Argument pArg is cast to a (void *) and made
1743 ** available as the function user-data (sqlite3_user_data()). The
1744 ** FuncDef.flags variable is set to the value passed as the flags
1745 ** parameter.
1747 #define FUNCTION(zName, nArg, iArg, bNC, xFunc) \
1748 {nArg, SQLITE_FUNC_CONSTANT|SQLITE_UTF8|(bNC*SQLITE_FUNC_NEEDCOLL), \
1749 SQLITE_INT_TO_PTR(iArg), 0, xFunc, 0, 0, 0, #zName, {0} }
1750 #define VFUNCTION(zName, nArg, iArg, bNC, xFunc) \
1751 {nArg, SQLITE_UTF8|(bNC*SQLITE_FUNC_NEEDCOLL), \
1752 SQLITE_INT_TO_PTR(iArg), 0, xFunc, 0, 0, 0, #zName, {0} }
1753 #define DFUNCTION(zName, nArg, iArg, bNC, xFunc) \
1754 {nArg, SQLITE_FUNC_SLOCHNG|SQLITE_UTF8, \
1755 0, 0, xFunc, 0, 0, 0, #zName, {0} }
1756 #define PURE_DATE(zName, nArg, iArg, bNC, xFunc) \
1757 {nArg, SQLITE_FUNC_SLOCHNG|SQLITE_UTF8|SQLITE_FUNC_CONSTANT, \
1758 (void*)&sqlite3Config, 0, xFunc, 0, 0, 0, #zName, {0} }
1759 #define FUNCTION2(zName, nArg, iArg, bNC, xFunc, extraFlags) \
1760 {nArg,SQLITE_FUNC_CONSTANT|SQLITE_UTF8|(bNC*SQLITE_FUNC_NEEDCOLL)|extraFlags,\
1761 SQLITE_INT_TO_PTR(iArg), 0, xFunc, 0, 0, 0, #zName, {0} }
1762 #define STR_FUNCTION(zName, nArg, pArg, bNC, xFunc) \
1763 {nArg, SQLITE_FUNC_SLOCHNG|SQLITE_UTF8|(bNC*SQLITE_FUNC_NEEDCOLL), \
1764 pArg, 0, xFunc, 0, 0, 0, #zName, }
1765 #define LIKEFUNC(zName, nArg, arg, flags) \
1766 {nArg, SQLITE_FUNC_CONSTANT|SQLITE_UTF8|flags, \
1767 (void *)arg, 0, likeFunc, 0, 0, 0, #zName, {0} }
1768 #define AGGREGATE(zName, nArg, arg, nc, xStep, xFinal, xValue) \
1769 {nArg, SQLITE_UTF8|(nc*SQLITE_FUNC_NEEDCOLL), \
1770 SQLITE_INT_TO_PTR(arg), 0, xStep,xFinal,xValue,0,#zName, {0}}
1771 #define AGGREGATE2(zName, nArg, arg, nc, xStep, xFinal, extraFlags) \
1772 {nArg, SQLITE_UTF8|(nc*SQLITE_FUNC_NEEDCOLL)|extraFlags, \
1773 SQLITE_INT_TO_PTR(arg), 0, xStep,xFinal,xFinal,0,#zName, {0}}
1774 #define WAGGREGATE(zName, nArg, arg, nc, xStep, xFinal, xValue, xInverse, f) \
1775 {nArg, SQLITE_UTF8|(nc*SQLITE_FUNC_NEEDCOLL)|f, \
1776 SQLITE_INT_TO_PTR(arg), 0, xStep,xFinal,xValue,xInverse,#zName, {0}}
1777 #define INTERNAL_FUNCTION(zName, nArg, xFunc) \
1778 {nArg, SQLITE_FUNC_INTERNAL|SQLITE_UTF8|SQLITE_FUNC_CONSTANT, \
1779 0, 0, xFunc, 0, 0, 0, #zName, {0} }
1783 ** All current savepoints are stored in a linked list starting at
1784 ** sqlite3.pSavepoint. The first element in the list is the most recently
1785 ** opened savepoint. Savepoints are added to the list by the vdbe
1786 ** OP_Savepoint instruction.
1788 struct Savepoint {
1789 char *zName; /* Savepoint name (nul-terminated) */
1790 i64 nDeferredCons; /* Number of deferred fk violations */
1791 i64 nDeferredImmCons; /* Number of deferred imm fk. */
1792 Savepoint *pNext; /* Parent savepoint (if any) */
1796 ** The following are used as the second parameter to sqlite3Savepoint(),
1797 ** and as the P1 argument to the OP_Savepoint instruction.
1799 #define SAVEPOINT_BEGIN 0
1800 #define SAVEPOINT_RELEASE 1
1801 #define SAVEPOINT_ROLLBACK 2
1805 ** Each SQLite module (virtual table definition) is defined by an
1806 ** instance of the following structure, stored in the sqlite3.aModule
1807 ** hash table.
1809 struct Module {
1810 const sqlite3_module *pModule; /* Callback pointers */
1811 const char *zName; /* Name passed to create_module() */
1812 void *pAux; /* pAux passed to create_module() */
1813 void (*xDestroy)(void *); /* Module destructor function */
1814 Table *pEpoTab; /* Eponymous table for this module */
1818 ** information about each column of an SQL table is held in an instance
1819 ** of this structure.
1821 struct Column {
1822 char *zName; /* Name of this column, \000, then the type */
1823 Expr *pDflt; /* Default value of this column */
1824 char *zColl; /* Collating sequence. If NULL, use the default */
1825 u8 notNull; /* An OE_ code for handling a NOT NULL constraint */
1826 char affinity; /* One of the SQLITE_AFF_... values */
1827 u8 szEst; /* Estimated size of value in this column. sizeof(INT)==1 */
1828 u8 colFlags; /* Boolean properties. See COLFLAG_ defines below */
1831 /* Allowed values for Column.colFlags:
1833 #define COLFLAG_PRIMKEY 0x0001 /* Column is part of the primary key */
1834 #define COLFLAG_HIDDEN 0x0002 /* A hidden column in a virtual table */
1835 #define COLFLAG_HASTYPE 0x0004 /* Type name follows column name */
1836 #define COLFLAG_UNIQUE 0x0008 /* Column def contains "UNIQUE" or "PK" */
1837 #define COLFLAG_SORTERREF 0x0010 /* Use sorter-refs with this column */
1840 ** A "Collating Sequence" is defined by an instance of the following
1841 ** structure. Conceptually, a collating sequence consists of a name and
1842 ** a comparison routine that defines the order of that sequence.
1844 ** If CollSeq.xCmp is NULL, it means that the
1845 ** collating sequence is undefined. Indices built on an undefined
1846 ** collating sequence may not be read or written.
1848 struct CollSeq {
1849 char *zName; /* Name of the collating sequence, UTF-8 encoded */
1850 u8 enc; /* Text encoding handled by xCmp() */
1851 void *pUser; /* First argument to xCmp() */
1852 int (*xCmp)(void*,int, const void*, int, const void*);
1853 void (*xDel)(void*); /* Destructor for pUser */
1857 ** A sort order can be either ASC or DESC.
1859 #define SQLITE_SO_ASC 0 /* Sort in ascending order */
1860 #define SQLITE_SO_DESC 1 /* Sort in ascending order */
1861 #define SQLITE_SO_UNDEFINED -1 /* No sort order specified */
1864 ** Column affinity types.
1866 ** These used to have mnemonic name like 'i' for SQLITE_AFF_INTEGER and
1867 ** 't' for SQLITE_AFF_TEXT. But we can save a little space and improve
1868 ** the speed a little by numbering the values consecutively.
1870 ** But rather than start with 0 or 1, we begin with 'A'. That way,
1871 ** when multiple affinity types are concatenated into a string and
1872 ** used as the P4 operand, they will be more readable.
1874 ** Note also that the numeric types are grouped together so that testing
1875 ** for a numeric type is a single comparison. And the BLOB type is first.
1877 #define SQLITE_AFF_BLOB 'A'
1878 #define SQLITE_AFF_TEXT 'B'
1879 #define SQLITE_AFF_NUMERIC 'C'
1880 #define SQLITE_AFF_INTEGER 'D'
1881 #define SQLITE_AFF_REAL 'E'
1883 #define sqlite3IsNumericAffinity(X) ((X)>=SQLITE_AFF_NUMERIC)
1886 ** The SQLITE_AFF_MASK values masks off the significant bits of an
1887 ** affinity value.
1889 #define SQLITE_AFF_MASK 0x47
1892 ** Additional bit values that can be ORed with an affinity without
1893 ** changing the affinity.
1895 ** The SQLITE_NOTNULL flag is a combination of NULLEQ and JUMPIFNULL.
1896 ** It causes an assert() to fire if either operand to a comparison
1897 ** operator is NULL. It is added to certain comparison operators to
1898 ** prove that the operands are always NOT NULL.
1900 #define SQLITE_KEEPNULL 0x08 /* Used by vector == or <> */
1901 #define SQLITE_JUMPIFNULL 0x10 /* jumps if either operand is NULL */
1902 #define SQLITE_STOREP2 0x20 /* Store result in reg[P2] rather than jump */
1903 #define SQLITE_NULLEQ 0x80 /* NULL=NULL */
1904 #define SQLITE_NOTNULL 0x90 /* Assert that operands are never NULL */
1907 ** An object of this type is created for each virtual table present in
1908 ** the database schema.
1910 ** If the database schema is shared, then there is one instance of this
1911 ** structure for each database connection (sqlite3*) that uses the shared
1912 ** schema. This is because each database connection requires its own unique
1913 ** instance of the sqlite3_vtab* handle used to access the virtual table
1914 ** implementation. sqlite3_vtab* handles can not be shared between
1915 ** database connections, even when the rest of the in-memory database
1916 ** schema is shared, as the implementation often stores the database
1917 ** connection handle passed to it via the xConnect() or xCreate() method
1918 ** during initialization internally. This database connection handle may
1919 ** then be used by the virtual table implementation to access real tables
1920 ** within the database. So that they appear as part of the callers
1921 ** transaction, these accesses need to be made via the same database
1922 ** connection as that used to execute SQL operations on the virtual table.
1924 ** All VTable objects that correspond to a single table in a shared
1925 ** database schema are initially stored in a linked-list pointed to by
1926 ** the Table.pVTable member variable of the corresponding Table object.
1927 ** When an sqlite3_prepare() operation is required to access the virtual
1928 ** table, it searches the list for the VTable that corresponds to the
1929 ** database connection doing the preparing so as to use the correct
1930 ** sqlite3_vtab* handle in the compiled query.
1932 ** When an in-memory Table object is deleted (for example when the
1933 ** schema is being reloaded for some reason), the VTable objects are not
1934 ** deleted and the sqlite3_vtab* handles are not xDisconnect()ed
1935 ** immediately. Instead, they are moved from the Table.pVTable list to
1936 ** another linked list headed by the sqlite3.pDisconnect member of the
1937 ** corresponding sqlite3 structure. They are then deleted/xDisconnected
1938 ** next time a statement is prepared using said sqlite3*. This is done
1939 ** to avoid deadlock issues involving multiple sqlite3.mutex mutexes.
1940 ** Refer to comments above function sqlite3VtabUnlockList() for an
1941 ** explanation as to why it is safe to add an entry to an sqlite3.pDisconnect
1942 ** list without holding the corresponding sqlite3.mutex mutex.
1944 ** The memory for objects of this type is always allocated by
1945 ** sqlite3DbMalloc(), using the connection handle stored in VTable.db as
1946 ** the first argument.
1948 struct VTable {
1949 sqlite3 *db; /* Database connection associated with this table */
1950 Module *pMod; /* Pointer to module implementation */
1951 sqlite3_vtab *pVtab; /* Pointer to vtab instance */
1952 int nRef; /* Number of pointers to this structure */
1953 u8 bConstraint; /* True if constraints are supported */
1954 int iSavepoint; /* Depth of the SAVEPOINT stack */
1955 VTable *pNext; /* Next in linked list (see above) */
1959 ** The schema for each SQL table and view is represented in memory
1960 ** by an instance of the following structure.
1962 struct Table {
1963 char *zName; /* Name of the table or view */
1964 Column *aCol; /* Information about each column */
1965 Index *pIndex; /* List of SQL indexes on this table. */
1966 Select *pSelect; /* NULL for tables. Points to definition if a view. */
1967 FKey *pFKey; /* Linked list of all foreign keys in this table */
1968 char *zColAff; /* String defining the affinity of each column */
1969 ExprList *pCheck; /* All CHECK constraints */
1970 /* ... also used as column name list in a VIEW */
1971 int tnum; /* Root BTree page for this table */
1972 u32 nTabRef; /* Number of pointers to this Table */
1973 u32 tabFlags; /* Mask of TF_* values */
1974 i16 iPKey; /* If not negative, use aCol[iPKey] as the rowid */
1975 i16 nCol; /* Number of columns in this table */
1976 LogEst nRowLogEst; /* Estimated rows in table - from sqlite_stat1 table */
1977 LogEst szTabRow; /* Estimated size of each table row in bytes */
1978 #ifdef SQLITE_ENABLE_COSTMULT
1979 LogEst costMult; /* Cost multiplier for using this table */
1980 #endif
1981 u8 keyConf; /* What to do in case of uniqueness conflict on iPKey */
1982 #ifndef SQLITE_OMIT_ALTERTABLE
1983 int addColOffset; /* Offset in CREATE TABLE stmt to add a new column */
1984 #endif
1985 #ifndef SQLITE_OMIT_VIRTUALTABLE
1986 int nModuleArg; /* Number of arguments to the module */
1987 char **azModuleArg; /* 0: module 1: schema 2: vtab name 3...: args */
1988 VTable *pVTable; /* List of VTable objects. */
1989 #endif
1990 Trigger *pTrigger; /* List of triggers stored in pSchema */
1991 Schema *pSchema; /* Schema that contains this table */
1992 Table *pNextZombie; /* Next on the Parse.pZombieTab list */
1996 ** Allowed values for Table.tabFlags.
1998 ** TF_OOOHidden applies to tables or view that have hidden columns that are
1999 ** followed by non-hidden columns. Example: "CREATE VIRTUAL TABLE x USING
2000 ** vtab1(a HIDDEN, b);". Since "b" is a non-hidden column but "a" is hidden,
2001 ** the TF_OOOHidden attribute would apply in this case. Such tables require
2002 ** special handling during INSERT processing.
2004 #define TF_Readonly 0x0001 /* Read-only system table */
2005 #define TF_Ephemeral 0x0002 /* An ephemeral table */
2006 #define TF_HasPrimaryKey 0x0004 /* Table has a primary key */
2007 #define TF_Autoincrement 0x0008 /* Integer primary key is autoincrement */
2008 #define TF_HasStat1 0x0010 /* nRowLogEst set from sqlite_stat1 */
2009 #define TF_WithoutRowid 0x0020 /* No rowid. PRIMARY KEY is the key */
2010 #define TF_NoVisibleRowid 0x0040 /* No user-visible "rowid" column */
2011 #define TF_OOOHidden 0x0080 /* Out-of-Order hidden columns */
2012 #define TF_StatsUsed 0x0100 /* Query planner decisions affected by
2013 ** Index.aiRowLogEst[] values */
2014 #define TF_HasNotNull 0x0200 /* Contains NOT NULL constraints */
2015 #define TF_Shadow 0x0400 /* True for a shadow table */
2018 ** Test to see whether or not a table is a virtual table. This is
2019 ** done as a macro so that it will be optimized out when virtual
2020 ** table support is omitted from the build.
2022 #ifndef SQLITE_OMIT_VIRTUALTABLE
2023 # define IsVirtual(X) ((X)->nModuleArg)
2024 #else
2025 # define IsVirtual(X) 0
2026 #endif
2029 ** Macros to determine if a column is hidden. IsOrdinaryHiddenColumn()
2030 ** only works for non-virtual tables (ordinary tables and views) and is
2031 ** always false unless SQLITE_ENABLE_HIDDEN_COLUMNS is defined. The
2032 ** IsHiddenColumn() macro is general purpose.
2034 #if defined(SQLITE_ENABLE_HIDDEN_COLUMNS)
2035 # define IsHiddenColumn(X) (((X)->colFlags & COLFLAG_HIDDEN)!=0)
2036 # define IsOrdinaryHiddenColumn(X) (((X)->colFlags & COLFLAG_HIDDEN)!=0)
2037 #elif !defined(SQLITE_OMIT_VIRTUALTABLE)
2038 # define IsHiddenColumn(X) (((X)->colFlags & COLFLAG_HIDDEN)!=0)
2039 # define IsOrdinaryHiddenColumn(X) 0
2040 #else
2041 # define IsHiddenColumn(X) 0
2042 # define IsOrdinaryHiddenColumn(X) 0
2043 #endif
2046 /* Does the table have a rowid */
2047 #define HasRowid(X) (((X)->tabFlags & TF_WithoutRowid)==0)
2048 #define VisibleRowid(X) (((X)->tabFlags & TF_NoVisibleRowid)==0)
2051 ** Each foreign key constraint is an instance of the following structure.
2053 ** A foreign key is associated with two tables. The "from" table is
2054 ** the table that contains the REFERENCES clause that creates the foreign
2055 ** key. The "to" table is the table that is named in the REFERENCES clause.
2056 ** Consider this example:
2058 ** CREATE TABLE ex1(
2059 ** a INTEGER PRIMARY KEY,
2060 ** b INTEGER CONSTRAINT fk1 REFERENCES ex2(x)
2061 ** );
2063 ** For foreign key "fk1", the from-table is "ex1" and the to-table is "ex2".
2064 ** Equivalent names:
2066 ** from-table == child-table
2067 ** to-table == parent-table
2069 ** Each REFERENCES clause generates an instance of the following structure
2070 ** which is attached to the from-table. The to-table need not exist when
2071 ** the from-table is created. The existence of the to-table is not checked.
2073 ** The list of all parents for child Table X is held at X.pFKey.
2075 ** A list of all children for a table named Z (which might not even exist)
2076 ** is held in Schema.fkeyHash with a hash key of Z.
2078 struct FKey {
2079 Table *pFrom; /* Table containing the REFERENCES clause (aka: Child) */
2080 FKey *pNextFrom; /* Next FKey with the same in pFrom. Next parent of pFrom */
2081 char *zTo; /* Name of table that the key points to (aka: Parent) */
2082 FKey *pNextTo; /* Next with the same zTo. Next child of zTo. */
2083 FKey *pPrevTo; /* Previous with the same zTo */
2084 int nCol; /* Number of columns in this key */
2085 /* EV: R-30323-21917 */
2086 u8 isDeferred; /* True if constraint checking is deferred till COMMIT */
2087 u8 aAction[2]; /* ON DELETE and ON UPDATE actions, respectively */
2088 Trigger *apTrigger[2];/* Triggers for aAction[] actions */
2089 struct sColMap { /* Mapping of columns in pFrom to columns in zTo */
2090 int iFrom; /* Index of column in pFrom */
2091 char *zCol; /* Name of column in zTo. If NULL use PRIMARY KEY */
2092 } aCol[1]; /* One entry for each of nCol columns */
2096 ** SQLite supports many different ways to resolve a constraint
2097 ** error. ROLLBACK processing means that a constraint violation
2098 ** causes the operation in process to fail and for the current transaction
2099 ** to be rolled back. ABORT processing means the operation in process
2100 ** fails and any prior changes from that one operation are backed out,
2101 ** but the transaction is not rolled back. FAIL processing means that
2102 ** the operation in progress stops and returns an error code. But prior
2103 ** changes due to the same operation are not backed out and no rollback
2104 ** occurs. IGNORE means that the particular row that caused the constraint
2105 ** error is not inserted or updated. Processing continues and no error
2106 ** is returned. REPLACE means that preexisting database rows that caused
2107 ** a UNIQUE constraint violation are removed so that the new insert or
2108 ** update can proceed. Processing continues and no error is reported.
2110 ** RESTRICT, SETNULL, and CASCADE actions apply only to foreign keys.
2111 ** RESTRICT is the same as ABORT for IMMEDIATE foreign keys and the
2112 ** same as ROLLBACK for DEFERRED keys. SETNULL means that the foreign
2113 ** key is set to NULL. CASCADE means that a DELETE or UPDATE of the
2114 ** referenced table row is propagated into the row that holds the
2115 ** foreign key.
2117 ** The following symbolic values are used to record which type
2118 ** of action to take.
2120 #define OE_None 0 /* There is no constraint to check */
2121 #define OE_Rollback 1 /* Fail the operation and rollback the transaction */
2122 #define OE_Abort 2 /* Back out changes but do no rollback transaction */
2123 #define OE_Fail 3 /* Stop the operation but leave all prior changes */
2124 #define OE_Ignore 4 /* Ignore the error. Do not do the INSERT or UPDATE */
2125 #define OE_Replace 5 /* Delete existing record, then do INSERT or UPDATE */
2126 #define OE_Update 6 /* Process as a DO UPDATE in an upsert */
2127 #define OE_Restrict 7 /* OE_Abort for IMMEDIATE, OE_Rollback for DEFERRED */
2128 #define OE_SetNull 8 /* Set the foreign key value to NULL */
2129 #define OE_SetDflt 9 /* Set the foreign key value to its default */
2130 #define OE_Cascade 10 /* Cascade the changes */
2131 #define OE_Default 11 /* Do whatever the default action is */
2135 ** An instance of the following structure is passed as the first
2136 ** argument to sqlite3VdbeKeyCompare and is used to control the
2137 ** comparison of the two index keys.
2139 ** Note that aSortOrder[] and aColl[] have nField+1 slots. There
2140 ** are nField slots for the columns of an index then one extra slot
2141 ** for the rowid at the end.
2143 struct KeyInfo {
2144 u32 nRef; /* Number of references to this KeyInfo object */
2145 u8 enc; /* Text encoding - one of the SQLITE_UTF* values */
2146 u16 nKeyField; /* Number of key columns in the index */
2147 u16 nAllField; /* Total columns, including key plus others */
2148 sqlite3 *db; /* The database connection */
2149 u8 *aSortOrder; /* Sort order for each column. */
2150 CollSeq *aColl[1]; /* Collating sequence for each term of the key */
2154 ** This object holds a record which has been parsed out into individual
2155 ** fields, for the purposes of doing a comparison.
2157 ** A record is an object that contains one or more fields of data.
2158 ** Records are used to store the content of a table row and to store
2159 ** the key of an index. A blob encoding of a record is created by
2160 ** the OP_MakeRecord opcode of the VDBE and is disassembled by the
2161 ** OP_Column opcode.
2163 ** An instance of this object serves as a "key" for doing a search on
2164 ** an index b+tree. The goal of the search is to find the entry that
2165 ** is closed to the key described by this object. This object might hold
2166 ** just a prefix of the key. The number of fields is given by
2167 ** pKeyInfo->nField.
2169 ** The r1 and r2 fields are the values to return if this key is less than
2170 ** or greater than a key in the btree, respectively. These are normally
2171 ** -1 and +1 respectively, but might be inverted to +1 and -1 if the b-tree
2172 ** is in DESC order.
2174 ** The key comparison functions actually return default_rc when they find
2175 ** an equals comparison. default_rc can be -1, 0, or +1. If there are
2176 ** multiple entries in the b-tree with the same key (when only looking
2177 ** at the first pKeyInfo->nFields,) then default_rc can be set to -1 to
2178 ** cause the search to find the last match, or +1 to cause the search to
2179 ** find the first match.
2181 ** The key comparison functions will set eqSeen to true if they ever
2182 ** get and equal results when comparing this structure to a b-tree record.
2183 ** When default_rc!=0, the search might end up on the record immediately
2184 ** before the first match or immediately after the last match. The
2185 ** eqSeen field will indicate whether or not an exact match exists in the
2186 ** b-tree.
2188 struct UnpackedRecord {
2189 KeyInfo *pKeyInfo; /* Collation and sort-order information */
2190 Mem *aMem; /* Values */
2191 u16 nField; /* Number of entries in apMem[] */
2192 i8 default_rc; /* Comparison result if keys are equal */
2193 u8 errCode; /* Error detected by xRecordCompare (CORRUPT or NOMEM) */
2194 i8 r1; /* Value to return if (lhs < rhs) */
2195 i8 r2; /* Value to return if (lhs > rhs) */
2196 u8 eqSeen; /* True if an equality comparison has been seen */
2201 ** Each SQL index is represented in memory by an
2202 ** instance of the following structure.
2204 ** The columns of the table that are to be indexed are described
2205 ** by the aiColumn[] field of this structure. For example, suppose
2206 ** we have the following table and index:
2208 ** CREATE TABLE Ex1(c1 int, c2 int, c3 text);
2209 ** CREATE INDEX Ex2 ON Ex1(c3,c1);
2211 ** In the Table structure describing Ex1, nCol==3 because there are
2212 ** three columns in the table. In the Index structure describing
2213 ** Ex2, nColumn==2 since 2 of the 3 columns of Ex1 are indexed.
2214 ** The value of aiColumn is {2, 0}. aiColumn[0]==2 because the
2215 ** first column to be indexed (c3) has an index of 2 in Ex1.aCol[].
2216 ** The second column to be indexed (c1) has an index of 0 in
2217 ** Ex1.aCol[], hence Ex2.aiColumn[1]==0.
2219 ** The Index.onError field determines whether or not the indexed columns
2220 ** must be unique and what to do if they are not. When Index.onError=OE_None,
2221 ** it means this is not a unique index. Otherwise it is a unique index
2222 ** and the value of Index.onError indicate the which conflict resolution
2223 ** algorithm to employ whenever an attempt is made to insert a non-unique
2224 ** element.
2226 ** While parsing a CREATE TABLE or CREATE INDEX statement in order to
2227 ** generate VDBE code (as opposed to parsing one read from an sqlite_master
2228 ** table as part of parsing an existing database schema), transient instances
2229 ** of this structure may be created. In this case the Index.tnum variable is
2230 ** used to store the address of a VDBE instruction, not a database page
2231 ** number (it cannot - the database page is not allocated until the VDBE
2232 ** program is executed). See convertToWithoutRowidTable() for details.
2234 struct Index {
2235 char *zName; /* Name of this index */
2236 i16 *aiColumn; /* Which columns are used by this index. 1st is 0 */
2237 LogEst *aiRowLogEst; /* From ANALYZE: Est. rows selected by each column */
2238 Table *pTable; /* The SQL table being indexed */
2239 char *zColAff; /* String defining the affinity of each column */
2240 Index *pNext; /* The next index associated with the same table */
2241 Schema *pSchema; /* Schema containing this index */
2242 u8 *aSortOrder; /* for each column: True==DESC, False==ASC */
2243 const char **azColl; /* Array of collation sequence names for index */
2244 Expr *pPartIdxWhere; /* WHERE clause for partial indices */
2245 ExprList *aColExpr; /* Column expressions */
2246 int tnum; /* DB Page containing root of this index */
2247 LogEst szIdxRow; /* Estimated average row size in bytes */
2248 u16 nKeyCol; /* Number of columns forming the key */
2249 u16 nColumn; /* Number of columns stored in the index */
2250 u8 onError; /* OE_Abort, OE_Ignore, OE_Replace, or OE_None */
2251 unsigned idxType:2; /* 0:Normal 1:UNIQUE, 2:PRIMARY KEY, 3:IPK */
2252 unsigned bUnordered:1; /* Use this index for == or IN queries only */
2253 unsigned uniqNotNull:1; /* True if UNIQUE and NOT NULL for all columns */
2254 unsigned isResized:1; /* True if resizeIndexObject() has been called */
2255 unsigned isCovering:1; /* True if this is a covering index */
2256 unsigned noSkipScan:1; /* Do not try to use skip-scan if true */
2257 unsigned hasStat1:1; /* aiRowLogEst values come from sqlite_stat1 */
2258 unsigned bNoQuery:1; /* Do not use this index to optimize queries */
2259 unsigned bAscKeyBug:1; /* True if the bba7b69f9849b5bf bug applies */
2260 #ifdef SQLITE_ENABLE_STAT3_OR_STAT4
2261 int nSample; /* Number of elements in aSample[] */
2262 int nSampleCol; /* Size of IndexSample.anEq[] and so on */
2263 tRowcnt *aAvgEq; /* Average nEq values for keys not in aSample */
2264 IndexSample *aSample; /* Samples of the left-most key */
2265 tRowcnt *aiRowEst; /* Non-logarithmic stat1 data for this index */
2266 tRowcnt nRowEst0; /* Non-logarithmic number of rows in the index */
2267 #endif
2268 Bitmask colNotIdxed; /* 0 for unindexed columns in pTab */
2272 ** Allowed values for Index.idxType
2274 #define SQLITE_IDXTYPE_APPDEF 0 /* Created using CREATE INDEX */
2275 #define SQLITE_IDXTYPE_UNIQUE 1 /* Implements a UNIQUE constraint */
2276 #define SQLITE_IDXTYPE_PRIMARYKEY 2 /* Is the PRIMARY KEY for the table */
2277 #define SQLITE_IDXTYPE_IPK 3 /* INTEGER PRIMARY KEY index */
2279 /* Return true if index X is a PRIMARY KEY index */
2280 #define IsPrimaryKeyIndex(X) ((X)->idxType==SQLITE_IDXTYPE_PRIMARYKEY)
2282 /* Return true if index X is a UNIQUE index */
2283 #define IsUniqueIndex(X) ((X)->onError!=OE_None)
2285 /* The Index.aiColumn[] values are normally positive integer. But
2286 ** there are some negative values that have special meaning:
2288 #define XN_ROWID (-1) /* Indexed column is the rowid */
2289 #define XN_EXPR (-2) /* Indexed column is an expression */
2292 ** Each sample stored in the sqlite_stat3 table is represented in memory
2293 ** using a structure of this type. See documentation at the top of the
2294 ** analyze.c source file for additional information.
2296 struct IndexSample {
2297 void *p; /* Pointer to sampled record */
2298 int n; /* Size of record in bytes */
2299 tRowcnt *anEq; /* Est. number of rows where the key equals this sample */
2300 tRowcnt *anLt; /* Est. number of rows where key is less than this sample */
2301 tRowcnt *anDLt; /* Est. number of distinct keys less than this sample */
2305 ** Possible values to use within the flags argument to sqlite3GetToken().
2307 #define SQLITE_TOKEN_QUOTED 0x1 /* Token is a quoted identifier. */
2308 #define SQLITE_TOKEN_KEYWORD 0x2 /* Token is a keyword. */
2311 ** Each token coming out of the lexer is an instance of
2312 ** this structure. Tokens are also used as part of an expression.
2314 ** The memory that "z" points to is owned by other objects. Take care
2315 ** that the owner of the "z" string does not deallocate the string before
2316 ** the Token goes out of scope! Very often, the "z" points to some place
2317 ** in the middle of the Parse.zSql text. But it might also point to a
2318 ** static string.
2320 struct Token {
2321 const char *z; /* Text of the token. Not NULL-terminated! */
2322 unsigned int n; /* Number of characters in this token */
2326 ** An instance of this structure contains information needed to generate
2327 ** code for a SELECT that contains aggregate functions.
2329 ** If Expr.op==TK_AGG_COLUMN or TK_AGG_FUNCTION then Expr.pAggInfo is a
2330 ** pointer to this structure. The Expr.iColumn field is the index in
2331 ** AggInfo.aCol[] or AggInfo.aFunc[] of information needed to generate
2332 ** code for that node.
2334 ** AggInfo.pGroupBy and AggInfo.aFunc.pExpr point to fields within the
2335 ** original Select structure that describes the SELECT statement. These
2336 ** fields do not need to be freed when deallocating the AggInfo structure.
2338 struct AggInfo {
2339 u8 directMode; /* Direct rendering mode means take data directly
2340 ** from source tables rather than from accumulators */
2341 u8 useSortingIdx; /* In direct mode, reference the sorting index rather
2342 ** than the source table */
2343 int sortingIdx; /* Cursor number of the sorting index */
2344 int sortingIdxPTab; /* Cursor number of pseudo-table */
2345 int nSortingColumn; /* Number of columns in the sorting index */
2346 int mnReg, mxReg; /* Range of registers allocated for aCol and aFunc */
2347 ExprList *pGroupBy; /* The group by clause */
2348 struct AggInfo_col { /* For each column used in source tables */
2349 Table *pTab; /* Source table */
2350 int iTable; /* Cursor number of the source table */
2351 int iColumn; /* Column number within the source table */
2352 int iSorterColumn; /* Column number in the sorting index */
2353 int iMem; /* Memory location that acts as accumulator */
2354 Expr *pExpr; /* The original expression */
2355 } *aCol;
2356 int nColumn; /* Number of used entries in aCol[] */
2357 int nAccumulator; /* Number of columns that show through to the output.
2358 ** Additional columns are used only as parameters to
2359 ** aggregate functions */
2360 struct AggInfo_func { /* For each aggregate function */
2361 Expr *pExpr; /* Expression encoding the function */
2362 FuncDef *pFunc; /* The aggregate function implementation */
2363 int iMem; /* Memory location that acts as accumulator */
2364 int iDistinct; /* Ephemeral table used to enforce DISTINCT */
2365 } *aFunc;
2366 int nFunc; /* Number of entries in aFunc[] */
2370 ** The datatype ynVar is a signed integer, either 16-bit or 32-bit.
2371 ** Usually it is 16-bits. But if SQLITE_MAX_VARIABLE_NUMBER is greater
2372 ** than 32767 we have to make it 32-bit. 16-bit is preferred because
2373 ** it uses less memory in the Expr object, which is a big memory user
2374 ** in systems with lots of prepared statements. And few applications
2375 ** need more than about 10 or 20 variables. But some extreme users want
2376 ** to have prepared statements with over 32767 variables, and for them
2377 ** the option is available (at compile-time).
2379 #if SQLITE_MAX_VARIABLE_NUMBER<=32767
2380 typedef i16 ynVar;
2381 #else
2382 typedef int ynVar;
2383 #endif
2386 ** Each node of an expression in the parse tree is an instance
2387 ** of this structure.
2389 ** Expr.op is the opcode. The integer parser token codes are reused
2390 ** as opcodes here. For example, the parser defines TK_GE to be an integer
2391 ** code representing the ">=" operator. This same integer code is reused
2392 ** to represent the greater-than-or-equal-to operator in the expression
2393 ** tree.
2395 ** If the expression is an SQL literal (TK_INTEGER, TK_FLOAT, TK_BLOB,
2396 ** or TK_STRING), then Expr.token contains the text of the SQL literal. If
2397 ** the expression is a variable (TK_VARIABLE), then Expr.token contains the
2398 ** variable name. Finally, if the expression is an SQL function (TK_FUNCTION),
2399 ** then Expr.token contains the name of the function.
2401 ** Expr.pRight and Expr.pLeft are the left and right subexpressions of a
2402 ** binary operator. Either or both may be NULL.
2404 ** Expr.x.pList is a list of arguments if the expression is an SQL function,
2405 ** a CASE expression or an IN expression of the form "<lhs> IN (<y>, <z>...)".
2406 ** Expr.x.pSelect is used if the expression is a sub-select or an expression of
2407 ** the form "<lhs> IN (SELECT ...)". If the EP_xIsSelect bit is set in the
2408 ** Expr.flags mask, then Expr.x.pSelect is valid. Otherwise, Expr.x.pList is
2409 ** valid.
2411 ** An expression of the form ID or ID.ID refers to a column in a table.
2412 ** For such expressions, Expr.op is set to TK_COLUMN and Expr.iTable is
2413 ** the integer cursor number of a VDBE cursor pointing to that table and
2414 ** Expr.iColumn is the column number for the specific column. If the
2415 ** expression is used as a result in an aggregate SELECT, then the
2416 ** value is also stored in the Expr.iAgg column in the aggregate so that
2417 ** it can be accessed after all aggregates are computed.
2419 ** If the expression is an unbound variable marker (a question mark
2420 ** character '?' in the original SQL) then the Expr.iTable holds the index
2421 ** number for that variable.
2423 ** If the expression is a subquery then Expr.iColumn holds an integer
2424 ** register number containing the result of the subquery. If the
2425 ** subquery gives a constant result, then iTable is -1. If the subquery
2426 ** gives a different answer at different times during statement processing
2427 ** then iTable is the address of a subroutine that computes the subquery.
2429 ** If the Expr is of type OP_Column, and the table it is selecting from
2430 ** is a disk table or the "old.*" pseudo-table, then pTab points to the
2431 ** corresponding table definition.
2433 ** ALLOCATION NOTES:
2435 ** Expr objects can use a lot of memory space in database schema. To
2436 ** help reduce memory requirements, sometimes an Expr object will be
2437 ** truncated. And to reduce the number of memory allocations, sometimes
2438 ** two or more Expr objects will be stored in a single memory allocation,
2439 ** together with Expr.zToken strings.
2441 ** If the EP_Reduced and EP_TokenOnly flags are set when
2442 ** an Expr object is truncated. When EP_Reduced is set, then all
2443 ** the child Expr objects in the Expr.pLeft and Expr.pRight subtrees
2444 ** are contained within the same memory allocation. Note, however, that
2445 ** the subtrees in Expr.x.pList or Expr.x.pSelect are always separately
2446 ** allocated, regardless of whether or not EP_Reduced is set.
2448 struct Expr {
2449 u8 op; /* Operation performed by this node */
2450 char affinity; /* The affinity of the column or 0 if not a column */
2451 u32 flags; /* Various flags. EP_* See below */
2452 union {
2453 char *zToken; /* Token value. Zero terminated and dequoted */
2454 int iValue; /* Non-negative integer value if EP_IntValue */
2455 } u;
2457 /* If the EP_TokenOnly flag is set in the Expr.flags mask, then no
2458 ** space is allocated for the fields below this point. An attempt to
2459 ** access them will result in a segfault or malfunction.
2460 *********************************************************************/
2462 Expr *pLeft; /* Left subnode */
2463 Expr *pRight; /* Right subnode */
2464 union {
2465 ExprList *pList; /* op = IN, EXISTS, SELECT, CASE, FUNCTION, BETWEEN */
2466 Select *pSelect; /* EP_xIsSelect and op = IN, EXISTS, SELECT */
2467 } x;
2469 /* If the EP_Reduced flag is set in the Expr.flags mask, then no
2470 ** space is allocated for the fields below this point. An attempt to
2471 ** access them will result in a segfault or malfunction.
2472 *********************************************************************/
2474 #if SQLITE_MAX_EXPR_DEPTH>0
2475 int nHeight; /* Height of the tree headed by this node */
2476 #endif
2477 int iTable; /* TK_COLUMN: cursor number of table holding column
2478 ** TK_REGISTER: register number
2479 ** TK_TRIGGER: 1 -> new, 0 -> old
2480 ** EP_Unlikely: 134217728 times likelihood
2481 ** TK_SELECT: 1st register of result vector */
2482 ynVar iColumn; /* TK_COLUMN: column index. -1 for rowid.
2483 ** TK_VARIABLE: variable number (always >= 1).
2484 ** TK_SELECT_COLUMN: column of the result vector */
2485 i16 iAgg; /* Which entry in pAggInfo->aCol[] or ->aFunc[] */
2486 i16 iRightJoinTable; /* If EP_FromJoin, the right table of the join */
2487 u8 op2; /* TK_REGISTER/TK_TRUTH: original value of Expr.op
2488 ** TK_COLUMN: the value of p5 for OP_Column
2489 ** TK_AGG_FUNCTION: nesting depth */
2490 AggInfo *pAggInfo; /* Used by TK_AGG_COLUMN and TK_AGG_FUNCTION */
2491 union {
2492 Table *pTab; /* TK_COLUMN: Table containing column. Can be NULL
2493 ** for a column of an index on an expression */
2494 Window *pWin; /* TK_FUNCTION: Window definition for the func */
2495 struct { /* TK_IN, TK_SELECT, and TK_EXISTS */
2496 int iAddr; /* Subroutine entry address */
2497 int regReturn; /* Register used to hold return address */
2498 } sub;
2499 } y;
2503 ** The following are the meanings of bits in the Expr.flags field.
2504 ** Value restrictions:
2506 ** EP_Agg == NC_HasAgg == SF_HasAgg
2507 ** EP_Win == NC_HasWin
2509 #define EP_FromJoin 0x000001 /* Originates in ON/USING clause of outer join */
2510 #define EP_Distinct 0x000002 /* Aggregate function with DISTINCT keyword */
2511 #define EP_HasFunc 0x000004 /* Contains one or more functions of any kind */
2512 #define EP_FixedCol 0x000008 /* TK_Column with a known fixed value */
2513 #define EP_Agg 0x000010 /* Contains one or more aggregate functions */
2514 #define EP_VarSelect 0x000020 /* pSelect is correlated, not constant */
2515 #define EP_DblQuoted 0x000040 /* token.z was originally in "..." */
2516 #define EP_InfixFunc 0x000080 /* True for an infix function: LIKE, GLOB, etc */
2517 #define EP_Collate 0x000100 /* Tree contains a TK_COLLATE operator */
2518 #define EP_Generic 0x000200 /* Ignore COLLATE or affinity on this tree */
2519 #define EP_IntValue 0x000400 /* Integer value contained in u.iValue */
2520 #define EP_xIsSelect 0x000800 /* x.pSelect is valid (otherwise x.pList is) */
2521 #define EP_Skip 0x001000 /* Operator does not contribute to affinity */
2522 #define EP_Reduced 0x002000 /* Expr struct EXPR_REDUCEDSIZE bytes only */
2523 #define EP_TokenOnly 0x004000 /* Expr struct EXPR_TOKENONLYSIZE bytes only */
2524 #define EP_Win 0x008000 /* Contains window functions */
2525 #define EP_MemToken 0x010000 /* Need to sqlite3DbFree() Expr.zToken */
2526 #define EP_NoReduce 0x020000 /* Cannot EXPRDUP_REDUCE this Expr */
2527 #define EP_Unlikely 0x040000 /* unlikely() or likelihood() function */
2528 #define EP_ConstFunc 0x080000 /* A SQLITE_FUNC_CONSTANT or _SLOCHNG function */
2529 #define EP_CanBeNull 0x100000 /* Can be null despite NOT NULL constraint */
2530 #define EP_Subquery 0x200000 /* Tree contains a TK_SELECT operator */
2531 #define EP_Alias 0x400000 /* Is an alias for a result set column */
2532 #define EP_Leaf 0x800000 /* Expr.pLeft, .pRight, .u.pSelect all NULL */
2533 #define EP_WinFunc 0x1000000 /* TK_FUNCTION with Expr.y.pWin set */
2534 #define EP_Subrtn 0x2000000 /* Uses Expr.y.sub. TK_IN, _SELECT, or _EXISTS */
2535 #define EP_Quoted 0x4000000 /* TK_ID was originally quoted */
2536 #define EP_Static 0x8000000 /* Held in memory not obtained from malloc() */
2537 #define EP_IsTrue 0x10000000 /* Always has boolean value of TRUE */
2538 #define EP_IsFalse 0x20000000 /* Always has boolean value of FALSE */
2541 ** The EP_Propagate mask is a set of properties that automatically propagate
2542 ** upwards into parent nodes.
2544 #define EP_Propagate (EP_Collate|EP_Subquery|EP_HasFunc)
2547 ** These macros can be used to test, set, or clear bits in the
2548 ** Expr.flags field.
2550 #define ExprHasProperty(E,P) (((E)->flags&(P))!=0)
2551 #define ExprHasAllProperty(E,P) (((E)->flags&(P))==(P))
2552 #define ExprSetProperty(E,P) (E)->flags|=(P)
2553 #define ExprClearProperty(E,P) (E)->flags&=~(P)
2554 #define ExprAlwaysTrue(E) (((E)->flags&(EP_FromJoin|EP_IsTrue))==EP_IsTrue)
2555 #define ExprAlwaysFalse(E) (((E)->flags&(EP_FromJoin|EP_IsFalse))==EP_IsFalse)
2557 /* The ExprSetVVAProperty() macro is used for Verification, Validation,
2558 ** and Accreditation only. It works like ExprSetProperty() during VVA
2559 ** processes but is a no-op for delivery.
2561 #ifdef SQLITE_DEBUG
2562 # define ExprSetVVAProperty(E,P) (E)->flags|=(P)
2563 #else
2564 # define ExprSetVVAProperty(E,P)
2565 #endif
2568 ** Macros to determine the number of bytes required by a normal Expr
2569 ** struct, an Expr struct with the EP_Reduced flag set in Expr.flags
2570 ** and an Expr struct with the EP_TokenOnly flag set.
2572 #define EXPR_FULLSIZE sizeof(Expr) /* Full size */
2573 #define EXPR_REDUCEDSIZE offsetof(Expr,iTable) /* Common features */
2574 #define EXPR_TOKENONLYSIZE offsetof(Expr,pLeft) /* Fewer features */
2577 ** Flags passed to the sqlite3ExprDup() function. See the header comment
2578 ** above sqlite3ExprDup() for details.
2580 #define EXPRDUP_REDUCE 0x0001 /* Used reduced-size Expr nodes */
2583 ** A list of expressions. Each expression may optionally have a
2584 ** name. An expr/name combination can be used in several ways, such
2585 ** as the list of "expr AS ID" fields following a "SELECT" or in the
2586 ** list of "ID = expr" items in an UPDATE. A list of expressions can
2587 ** also be used as the argument to a function, in which case the a.zName
2588 ** field is not used.
2590 ** By default the Expr.zSpan field holds a human-readable description of
2591 ** the expression that is used in the generation of error messages and
2592 ** column labels. In this case, Expr.zSpan is typically the text of a
2593 ** column expression as it exists in a SELECT statement. However, if
2594 ** the bSpanIsTab flag is set, then zSpan is overloaded to mean the name
2595 ** of the result column in the form: DATABASE.TABLE.COLUMN. This later
2596 ** form is used for name resolution with nested FROM clauses.
2598 struct ExprList {
2599 int nExpr; /* Number of expressions on the list */
2600 struct ExprList_item { /* For each expression in the list */
2601 Expr *pExpr; /* The parse tree for this expression */
2602 char *zName; /* Token associated with this expression */
2603 char *zSpan; /* Original text of the expression */
2604 u8 sortOrder; /* 1 for DESC or 0 for ASC */
2605 unsigned done :1; /* A flag to indicate when processing is finished */
2606 unsigned bSpanIsTab :1; /* zSpan holds DB.TABLE.COLUMN */
2607 unsigned reusable :1; /* Constant expression is reusable */
2608 unsigned bSorterRef :1; /* Defer evaluation until after sorting */
2609 union {
2610 struct {
2611 u16 iOrderByCol; /* For ORDER BY, column number in result set */
2612 u16 iAlias; /* Index into Parse.aAlias[] for zName */
2613 } x;
2614 int iConstExprReg; /* Register in which Expr value is cached */
2615 } u;
2616 } a[1]; /* One slot for each expression in the list */
2620 ** An instance of this structure can hold a simple list of identifiers,
2621 ** such as the list "a,b,c" in the following statements:
2623 ** INSERT INTO t(a,b,c) VALUES ...;
2624 ** CREATE INDEX idx ON t(a,b,c);
2625 ** CREATE TRIGGER trig BEFORE UPDATE ON t(a,b,c) ...;
2627 ** The IdList.a.idx field is used when the IdList represents the list of
2628 ** column names after a table name in an INSERT statement. In the statement
2630 ** INSERT INTO t(a,b,c) ...
2632 ** If "a" is the k-th column of table "t", then IdList.a[0].idx==k.
2634 struct IdList {
2635 struct IdList_item {
2636 char *zName; /* Name of the identifier */
2637 int idx; /* Index in some Table.aCol[] of a column named zName */
2638 } *a;
2639 int nId; /* Number of identifiers on the list */
2643 ** The following structure describes the FROM clause of a SELECT statement.
2644 ** Each table or subquery in the FROM clause is a separate element of
2645 ** the SrcList.a[] array.
2647 ** With the addition of multiple database support, the following structure
2648 ** can also be used to describe a particular table such as the table that
2649 ** is modified by an INSERT, DELETE, or UPDATE statement. In standard SQL,
2650 ** such a table must be a simple name: ID. But in SQLite, the table can
2651 ** now be identified by a database name, a dot, then the table name: ID.ID.
2653 ** The jointype starts out showing the join type between the current table
2654 ** and the next table on the list. The parser builds the list this way.
2655 ** But sqlite3SrcListShiftJoinType() later shifts the jointypes so that each
2656 ** jointype expresses the join between the table and the previous table.
2658 ** In the colUsed field, the high-order bit (bit 63) is set if the table
2659 ** contains more than 63 columns and the 64-th or later column is used.
2661 struct SrcList {
2662 int nSrc; /* Number of tables or subqueries in the FROM clause */
2663 u32 nAlloc; /* Number of entries allocated in a[] below */
2664 struct SrcList_item {
2665 Schema *pSchema; /* Schema to which this item is fixed */
2666 char *zDatabase; /* Name of database holding this table */
2667 char *zName; /* Name of the table */
2668 char *zAlias; /* The "B" part of a "A AS B" phrase. zName is the "A" */
2669 Table *pTab; /* An SQL table corresponding to zName */
2670 Select *pSelect; /* A SELECT statement used in place of a table name */
2671 int addrFillSub; /* Address of subroutine to manifest a subquery */
2672 int regReturn; /* Register holding return address of addrFillSub */
2673 int regResult; /* Registers holding results of a co-routine */
2674 struct {
2675 u8 jointype; /* Type of join between this table and the previous */
2676 unsigned notIndexed :1; /* True if there is a NOT INDEXED clause */
2677 unsigned isIndexedBy :1; /* True if there is an INDEXED BY clause */
2678 unsigned isTabFunc :1; /* True if table-valued-function syntax */
2679 unsigned isCorrelated :1; /* True if sub-query is correlated */
2680 unsigned viaCoroutine :1; /* Implemented as a co-routine */
2681 unsigned isRecursive :1; /* True for recursive reference in WITH */
2682 } fg;
2683 int iCursor; /* The VDBE cursor number used to access this table */
2684 Expr *pOn; /* The ON clause of a join */
2685 IdList *pUsing; /* The USING clause of a join */
2686 Bitmask colUsed; /* Bit N (1<<N) set if column N of pTab is used */
2687 union {
2688 char *zIndexedBy; /* Identifier from "INDEXED BY <zIndex>" clause */
2689 ExprList *pFuncArg; /* Arguments to table-valued-function */
2690 } u1;
2691 Index *pIBIndex; /* Index structure corresponding to u1.zIndexedBy */
2692 } a[1]; /* One entry for each identifier on the list */
2696 ** Permitted values of the SrcList.a.jointype field
2698 #define JT_INNER 0x0001 /* Any kind of inner or cross join */
2699 #define JT_CROSS 0x0002 /* Explicit use of the CROSS keyword */
2700 #define JT_NATURAL 0x0004 /* True for a "natural" join */
2701 #define JT_LEFT 0x0008 /* Left outer join */
2702 #define JT_RIGHT 0x0010 /* Right outer join */
2703 #define JT_OUTER 0x0020 /* The "OUTER" keyword is present */
2704 #define JT_ERROR 0x0040 /* unknown or unsupported join type */
2708 ** Flags appropriate for the wctrlFlags parameter of sqlite3WhereBegin()
2709 ** and the WhereInfo.wctrlFlags member.
2711 ** Value constraints (enforced via assert()):
2712 ** WHERE_USE_LIMIT == SF_FixedLimit
2714 #define WHERE_ORDERBY_NORMAL 0x0000 /* No-op */
2715 #define WHERE_ORDERBY_MIN 0x0001 /* ORDER BY processing for min() func */
2716 #define WHERE_ORDERBY_MAX 0x0002 /* ORDER BY processing for max() func */
2717 #define WHERE_ONEPASS_DESIRED 0x0004 /* Want to do one-pass UPDATE/DELETE */
2718 #define WHERE_ONEPASS_MULTIROW 0x0008 /* ONEPASS is ok with multiple rows */
2719 #define WHERE_DUPLICATES_OK 0x0010 /* Ok to return a row more than once */
2720 #define WHERE_OR_SUBCLAUSE 0x0020 /* Processing a sub-WHERE as part of
2721 ** the OR optimization */
2722 #define WHERE_GROUPBY 0x0040 /* pOrderBy is really a GROUP BY */
2723 #define WHERE_DISTINCTBY 0x0080 /* pOrderby is really a DISTINCT clause */
2724 #define WHERE_WANT_DISTINCT 0x0100 /* All output needs to be distinct */
2725 #define WHERE_SORTBYGROUP 0x0200 /* Support sqlite3WhereIsSorted() */
2726 #define WHERE_SEEK_TABLE 0x0400 /* Do not defer seeks on main table */
2727 #define WHERE_ORDERBY_LIMIT 0x0800 /* ORDERBY+LIMIT on the inner loop */
2728 #define WHERE_SEEK_UNIQ_TABLE 0x1000 /* Do not defer seeks if unique */
2729 /* 0x2000 not currently used */
2730 #define WHERE_USE_LIMIT 0x4000 /* Use the LIMIT in cost estimates */
2731 /* 0x8000 not currently used */
2733 /* Allowed return values from sqlite3WhereIsDistinct()
2735 #define WHERE_DISTINCT_NOOP 0 /* DISTINCT keyword not used */
2736 #define WHERE_DISTINCT_UNIQUE 1 /* No duplicates */
2737 #define WHERE_DISTINCT_ORDERED 2 /* All duplicates are adjacent */
2738 #define WHERE_DISTINCT_UNORDERED 3 /* Duplicates are scattered */
2741 ** A NameContext defines a context in which to resolve table and column
2742 ** names. The context consists of a list of tables (the pSrcList) field and
2743 ** a list of named expression (pEList). The named expression list may
2744 ** be NULL. The pSrc corresponds to the FROM clause of a SELECT or
2745 ** to the table being operated on by INSERT, UPDATE, or DELETE. The
2746 ** pEList corresponds to the result set of a SELECT and is NULL for
2747 ** other statements.
2749 ** NameContexts can be nested. When resolving names, the inner-most
2750 ** context is searched first. If no match is found, the next outer
2751 ** context is checked. If there is still no match, the next context
2752 ** is checked. This process continues until either a match is found
2753 ** or all contexts are check. When a match is found, the nRef member of
2754 ** the context containing the match is incremented.
2756 ** Each subquery gets a new NameContext. The pNext field points to the
2757 ** NameContext in the parent query. Thus the process of scanning the
2758 ** NameContext list corresponds to searching through successively outer
2759 ** subqueries looking for a match.
2761 struct NameContext {
2762 Parse *pParse; /* The parser */
2763 SrcList *pSrcList; /* One or more tables used to resolve names */
2764 union {
2765 ExprList *pEList; /* Optional list of result-set columns */
2766 AggInfo *pAggInfo; /* Information about aggregates at this level */
2767 Upsert *pUpsert; /* ON CONFLICT clause information from an upsert */
2768 } uNC;
2769 NameContext *pNext; /* Next outer name context. NULL for outermost */
2770 int nRef; /* Number of names resolved by this context */
2771 int nErr; /* Number of errors encountered while resolving names */
2772 int ncFlags; /* Zero or more NC_* flags defined below */
2773 Select *pWinSelect; /* SELECT statement for any window functions */
2777 ** Allowed values for the NameContext, ncFlags field.
2779 ** Value constraints (all checked via assert()):
2780 ** NC_HasAgg == SF_HasAgg == EP_Agg
2781 ** NC_MinMaxAgg == SF_MinMaxAgg == SQLITE_FUNC_MINMAX
2782 ** NC_HasWin == EP_Win
2785 #define NC_AllowAgg 0x0001 /* Aggregate functions are allowed here */
2786 #define NC_PartIdx 0x0002 /* True if resolving a partial index WHERE */
2787 #define NC_IsCheck 0x0004 /* True if resolving names in a CHECK constraint */
2788 #define NC_InAggFunc 0x0008 /* True if analyzing arguments to an agg func */
2789 #define NC_HasAgg 0x0010 /* One or more aggregate functions seen */
2790 #define NC_IdxExpr 0x0020 /* True if resolving columns of CREATE INDEX */
2791 #define NC_VarSelect 0x0040 /* A correlated subquery has been seen */
2792 #define NC_UEList 0x0080 /* True if uNC.pEList is used */
2793 #define NC_UAggInfo 0x0100 /* True if uNC.pAggInfo is used */
2794 #define NC_UUpsert 0x0200 /* True if uNC.pUpsert is used */
2795 #define NC_MinMaxAgg 0x1000 /* min/max aggregates seen. See note above */
2796 #define NC_Complex 0x2000 /* True if a function or subquery seen */
2797 #define NC_AllowWin 0x4000 /* Window functions are allowed here */
2798 #define NC_HasWin 0x8000 /* One or more window functions seen */
2799 #define NC_IsDDL 0x10000 /* Resolving names in a CREATE statement */
2802 ** An instance of the following object describes a single ON CONFLICT
2803 ** clause in an upsert.
2805 ** The pUpsertTarget field is only set if the ON CONFLICT clause includes
2806 ** conflict-target clause. (In "ON CONFLICT(a,b)" the "(a,b)" is the
2807 ** conflict-target clause.) The pUpsertTargetWhere is the optional
2808 ** WHERE clause used to identify partial unique indexes.
2810 ** pUpsertSet is the list of column=expr terms of the UPDATE statement.
2811 ** The pUpsertSet field is NULL for a ON CONFLICT DO NOTHING. The
2812 ** pUpsertWhere is the WHERE clause for the UPDATE and is NULL if the
2813 ** WHERE clause is omitted.
2815 struct Upsert {
2816 ExprList *pUpsertTarget; /* Optional description of conflicting index */
2817 Expr *pUpsertTargetWhere; /* WHERE clause for partial index targets */
2818 ExprList *pUpsertSet; /* The SET clause from an ON CONFLICT UPDATE */
2819 Expr *pUpsertWhere; /* WHERE clause for the ON CONFLICT UPDATE */
2820 /* The fields above comprise the parse tree for the upsert clause.
2821 ** The fields below are used to transfer information from the INSERT
2822 ** processing down into the UPDATE processing while generating code.
2823 ** Upsert owns the memory allocated above, but not the memory below. */
2824 Index *pUpsertIdx; /* Constraint that pUpsertTarget identifies */
2825 SrcList *pUpsertSrc; /* Table to be updated */
2826 int regData; /* First register holding array of VALUES */
2827 int iDataCur; /* Index of the data cursor */
2828 int iIdxCur; /* Index of the first index cursor */
2832 ** An instance of the following structure contains all information
2833 ** needed to generate code for a single SELECT statement.
2835 ** See the header comment on the computeLimitRegisters() routine for a
2836 ** detailed description of the meaning of the iLimit and iOffset fields.
2838 ** addrOpenEphm[] entries contain the address of OP_OpenEphemeral opcodes.
2839 ** These addresses must be stored so that we can go back and fill in
2840 ** the P4_KEYINFO and P2 parameters later. Neither the KeyInfo nor
2841 ** the number of columns in P2 can be computed at the same time
2842 ** as the OP_OpenEphm instruction is coded because not
2843 ** enough information about the compound query is known at that point.
2844 ** The KeyInfo for addrOpenTran[0] and [1] contains collating sequences
2845 ** for the result set. The KeyInfo for addrOpenEphm[2] contains collating
2846 ** sequences for the ORDER BY clause.
2848 struct Select {
2849 ExprList *pEList; /* The fields of the result */
2850 u8 op; /* One of: TK_UNION TK_ALL TK_INTERSECT TK_EXCEPT */
2851 LogEst nSelectRow; /* Estimated number of result rows */
2852 u32 selFlags; /* Various SF_* values */
2853 int iLimit, iOffset; /* Memory registers holding LIMIT & OFFSET counters */
2854 u32 selId; /* Unique identifier number for this SELECT */
2855 int addrOpenEphm[2]; /* OP_OpenEphem opcodes related to this select */
2856 SrcList *pSrc; /* The FROM clause */
2857 Expr *pWhere; /* The WHERE clause */
2858 ExprList *pGroupBy; /* The GROUP BY clause */
2859 Expr *pHaving; /* The HAVING clause */
2860 ExprList *pOrderBy; /* The ORDER BY clause */
2861 Select *pPrior; /* Prior select in a compound select statement */
2862 Select *pNext; /* Next select to the left in a compound */
2863 Expr *pLimit; /* LIMIT expression. NULL means not used. */
2864 With *pWith; /* WITH clause attached to this select. Or NULL. */
2865 #ifndef SQLITE_OMIT_WINDOWFUNC
2866 Window *pWin; /* List of window functions */
2867 Window *pWinDefn; /* List of named window definitions */
2868 #endif
2872 ** Allowed values for Select.selFlags. The "SF" prefix stands for
2873 ** "Select Flag".
2875 ** Value constraints (all checked via assert())
2876 ** SF_HasAgg == NC_HasAgg
2877 ** SF_MinMaxAgg == NC_MinMaxAgg == SQLITE_FUNC_MINMAX
2878 ** SF_FixedLimit == WHERE_USE_LIMIT
2880 #define SF_Distinct 0x00001 /* Output should be DISTINCT */
2881 #define SF_All 0x00002 /* Includes the ALL keyword */
2882 #define SF_Resolved 0x00004 /* Identifiers have been resolved */
2883 #define SF_Aggregate 0x00008 /* Contains agg functions or a GROUP BY */
2884 #define SF_HasAgg 0x00010 /* Contains aggregate functions */
2885 #define SF_UsesEphemeral 0x00020 /* Uses the OpenEphemeral opcode */
2886 #define SF_Expanded 0x00040 /* sqlite3SelectExpand() called on this */
2887 #define SF_HasTypeInfo 0x00080 /* FROM subqueries have Table metadata */
2888 #define SF_Compound 0x00100 /* Part of a compound query */
2889 #define SF_Values 0x00200 /* Synthesized from VALUES clause */
2890 #define SF_MultiValue 0x00400 /* Single VALUES term with multiple rows */
2891 #define SF_NestedFrom 0x00800 /* Part of a parenthesized FROM clause */
2892 #define SF_MinMaxAgg 0x01000 /* Aggregate containing min() or max() */
2893 #define SF_Recursive 0x02000 /* The recursive part of a recursive CTE */
2894 #define SF_FixedLimit 0x04000 /* nSelectRow set by a constant LIMIT */
2895 #define SF_MaybeConvert 0x08000 /* Need convertCompoundSelectToSubquery() */
2896 #define SF_Converted 0x10000 /* By convertCompoundSelectToSubquery() */
2897 #define SF_IncludeHidden 0x20000 /* Include hidden columns in output */
2898 #define SF_ComplexResult 0x40000 /* Result contains subquery or function */
2901 ** The results of a SELECT can be distributed in several ways, as defined
2902 ** by one of the following macros. The "SRT" prefix means "SELECT Result
2903 ** Type".
2905 ** SRT_Union Store results as a key in a temporary index
2906 ** identified by pDest->iSDParm.
2908 ** SRT_Except Remove results from the temporary index pDest->iSDParm.
2910 ** SRT_Exists Store a 1 in memory cell pDest->iSDParm if the result
2911 ** set is not empty.
2913 ** SRT_Discard Throw the results away. This is used by SELECT
2914 ** statements within triggers whose only purpose is
2915 ** the side-effects of functions.
2917 ** All of the above are free to ignore their ORDER BY clause. Those that
2918 ** follow must honor the ORDER BY clause.
2920 ** SRT_Output Generate a row of output (using the OP_ResultRow
2921 ** opcode) for each row in the result set.
2923 ** SRT_Mem Only valid if the result is a single column.
2924 ** Store the first column of the first result row
2925 ** in register pDest->iSDParm then abandon the rest
2926 ** of the query. This destination implies "LIMIT 1".
2928 ** SRT_Set The result must be a single column. Store each
2929 ** row of result as the key in table pDest->iSDParm.
2930 ** Apply the affinity pDest->affSdst before storing
2931 ** results. Used to implement "IN (SELECT ...)".
2933 ** SRT_EphemTab Create an temporary table pDest->iSDParm and store
2934 ** the result there. The cursor is left open after
2935 ** returning. This is like SRT_Table except that
2936 ** this destination uses OP_OpenEphemeral to create
2937 ** the table first.
2939 ** SRT_Coroutine Generate a co-routine that returns a new row of
2940 ** results each time it is invoked. The entry point
2941 ** of the co-routine is stored in register pDest->iSDParm
2942 ** and the result row is stored in pDest->nDest registers
2943 ** starting with pDest->iSdst.
2945 ** SRT_Table Store results in temporary table pDest->iSDParm.
2946 ** SRT_Fifo This is like SRT_EphemTab except that the table
2947 ** is assumed to already be open. SRT_Fifo has
2948 ** the additional property of being able to ignore
2949 ** the ORDER BY clause.
2951 ** SRT_DistFifo Store results in a temporary table pDest->iSDParm.
2952 ** But also use temporary table pDest->iSDParm+1 as
2953 ** a record of all prior results and ignore any duplicate
2954 ** rows. Name means: "Distinct Fifo".
2956 ** SRT_Queue Store results in priority queue pDest->iSDParm (really
2957 ** an index). Append a sequence number so that all entries
2958 ** are distinct.
2960 ** SRT_DistQueue Store results in priority queue pDest->iSDParm only if
2961 ** the same record has never been stored before. The
2962 ** index at pDest->iSDParm+1 hold all prior stores.
2964 #define SRT_Union 1 /* Store result as keys in an index */
2965 #define SRT_Except 2 /* Remove result from a UNION index */
2966 #define SRT_Exists 3 /* Store 1 if the result is not empty */
2967 #define SRT_Discard 4 /* Do not save the results anywhere */
2968 #define SRT_Fifo 5 /* Store result as data with an automatic rowid */
2969 #define SRT_DistFifo 6 /* Like SRT_Fifo, but unique results only */
2970 #define SRT_Queue 7 /* Store result in an queue */
2971 #define SRT_DistQueue 8 /* Like SRT_Queue, but unique results only */
2973 /* The ORDER BY clause is ignored for all of the above */
2974 #define IgnorableOrderby(X) ((X->eDest)<=SRT_DistQueue)
2976 #define SRT_Output 9 /* Output each row of result */
2977 #define SRT_Mem 10 /* Store result in a memory cell */
2978 #define SRT_Set 11 /* Store results as keys in an index */
2979 #define SRT_EphemTab 12 /* Create transient tab and store like SRT_Table */
2980 #define SRT_Coroutine 13 /* Generate a single row of result */
2981 #define SRT_Table 14 /* Store result as data with an automatic rowid */
2984 ** An instance of this object describes where to put of the results of
2985 ** a SELECT statement.
2987 struct SelectDest {
2988 u8 eDest; /* How to dispose of the results. On of SRT_* above. */
2989 int iSDParm; /* A parameter used by the eDest disposal method */
2990 int iSdst; /* Base register where results are written */
2991 int nSdst; /* Number of registers allocated */
2992 char *zAffSdst; /* Affinity used when eDest==SRT_Set */
2993 ExprList *pOrderBy; /* Key columns for SRT_Queue and SRT_DistQueue */
2997 ** During code generation of statements that do inserts into AUTOINCREMENT
2998 ** tables, the following information is attached to the Table.u.autoInc.p
2999 ** pointer of each autoincrement table to record some side information that
3000 ** the code generator needs. We have to keep per-table autoincrement
3001 ** information in case inserts are done within triggers. Triggers do not
3002 ** normally coordinate their activities, but we do need to coordinate the
3003 ** loading and saving of autoincrement information.
3005 struct AutoincInfo {
3006 AutoincInfo *pNext; /* Next info block in a list of them all */
3007 Table *pTab; /* Table this info block refers to */
3008 int iDb; /* Index in sqlite3.aDb[] of database holding pTab */
3009 int regCtr; /* Memory register holding the rowid counter */
3013 ** At least one instance of the following structure is created for each
3014 ** trigger that may be fired while parsing an INSERT, UPDATE or DELETE
3015 ** statement. All such objects are stored in the linked list headed at
3016 ** Parse.pTriggerPrg and deleted once statement compilation has been
3017 ** completed.
3019 ** A Vdbe sub-program that implements the body and WHEN clause of trigger
3020 ** TriggerPrg.pTrigger, assuming a default ON CONFLICT clause of
3021 ** TriggerPrg.orconf, is stored in the TriggerPrg.pProgram variable.
3022 ** The Parse.pTriggerPrg list never contains two entries with the same
3023 ** values for both pTrigger and orconf.
3025 ** The TriggerPrg.aColmask[0] variable is set to a mask of old.* columns
3026 ** accessed (or set to 0 for triggers fired as a result of INSERT
3027 ** statements). Similarly, the TriggerPrg.aColmask[1] variable is set to
3028 ** a mask of new.* columns used by the program.
3030 struct TriggerPrg {
3031 Trigger *pTrigger; /* Trigger this program was coded from */
3032 TriggerPrg *pNext; /* Next entry in Parse.pTriggerPrg list */
3033 SubProgram *pProgram; /* Program implementing pTrigger/orconf */
3034 int orconf; /* Default ON CONFLICT policy */
3035 u32 aColmask[2]; /* Masks of old.*, new.* columns accessed */
3039 ** The yDbMask datatype for the bitmask of all attached databases.
3041 #if SQLITE_MAX_ATTACHED>30
3042 typedef unsigned char yDbMask[(SQLITE_MAX_ATTACHED+9)/8];
3043 # define DbMaskTest(M,I) (((M)[(I)/8]&(1<<((I)&7)))!=0)
3044 # define DbMaskZero(M) memset((M),0,sizeof(M))
3045 # define DbMaskSet(M,I) (M)[(I)/8]|=(1<<((I)&7))
3046 # define DbMaskAllZero(M) sqlite3DbMaskAllZero(M)
3047 # define DbMaskNonZero(M) (sqlite3DbMaskAllZero(M)==0)
3048 #else
3049 typedef unsigned int yDbMask;
3050 # define DbMaskTest(M,I) (((M)&(((yDbMask)1)<<(I)))!=0)
3051 # define DbMaskZero(M) (M)=0
3052 # define DbMaskSet(M,I) (M)|=(((yDbMask)1)<<(I))
3053 # define DbMaskAllZero(M) (M)==0
3054 # define DbMaskNonZero(M) (M)!=0
3055 #endif
3058 ** An SQL parser context. A copy of this structure is passed through
3059 ** the parser and down into all the parser action routine in order to
3060 ** carry around information that is global to the entire parse.
3062 ** The structure is divided into two parts. When the parser and code
3063 ** generate call themselves recursively, the first part of the structure
3064 ** is constant but the second part is reset at the beginning and end of
3065 ** each recursion.
3067 ** The nTableLock and aTableLock variables are only used if the shared-cache
3068 ** feature is enabled (if sqlite3Tsd()->useSharedData is true). They are
3069 ** used to store the set of table-locks required by the statement being
3070 ** compiled. Function sqlite3TableLock() is used to add entries to the
3071 ** list.
3073 struct Parse {
3074 sqlite3 *db; /* The main database structure */
3075 char *zErrMsg; /* An error message */
3076 Vdbe *pVdbe; /* An engine for executing database bytecode */
3077 int rc; /* Return code from execution */
3078 u8 colNamesSet; /* TRUE after OP_ColumnName has been issued to pVdbe */
3079 u8 checkSchema; /* Causes schema cookie check after an error */
3080 u8 nested; /* Number of nested calls to the parser/code generator */
3081 u8 nTempReg; /* Number of temporary registers in aTempReg[] */
3082 u8 isMultiWrite; /* True if statement may modify/insert multiple rows */
3083 u8 mayAbort; /* True if statement may throw an ABORT exception */
3084 u8 hasCompound; /* Need to invoke convertCompoundSelectToSubquery() */
3085 u8 okConstFactor; /* OK to factor out constants */
3086 u8 disableLookaside; /* Number of times lookaside has been disabled */
3087 u8 disableVtab; /* Disable all virtual tables for this parse */
3088 int nRangeReg; /* Size of the temporary register block */
3089 int iRangeReg; /* First register in temporary register block */
3090 int nErr; /* Number of errors seen */
3091 int nTab; /* Number of previously allocated VDBE cursors */
3092 int nMem; /* Number of memory cells used so far */
3093 int szOpAlloc; /* Bytes of memory space allocated for Vdbe.aOp[] */
3094 int iSelfTab; /* Table associated with an index on expr, or negative
3095 ** of the base register during check-constraint eval */
3096 int nLabel; /* The *negative* of the number of labels used */
3097 int nLabelAlloc; /* Number of slots in aLabel */
3098 int *aLabel; /* Space to hold the labels */
3099 ExprList *pConstExpr;/* Constant expressions */
3100 Token constraintName;/* Name of the constraint currently being parsed */
3101 yDbMask writeMask; /* Start a write transaction on these databases */
3102 yDbMask cookieMask; /* Bitmask of schema verified databases */
3103 int regRowid; /* Register holding rowid of CREATE TABLE entry */
3104 int regRoot; /* Register holding root page number for new objects */
3105 int nMaxArg; /* Max args passed to user function by sub-program */
3106 int nSelect; /* Number of SELECT stmts. Counter for Select.selId */
3107 #ifndef SQLITE_OMIT_SHARED_CACHE
3108 int nTableLock; /* Number of locks in aTableLock */
3109 TableLock *aTableLock; /* Required table locks for shared-cache mode */
3110 #endif
3111 AutoincInfo *pAinc; /* Information about AUTOINCREMENT counters */
3112 Parse *pToplevel; /* Parse structure for main program (or NULL) */
3113 Table *pTriggerTab; /* Table triggers are being coded for */
3114 Parse *pParentParse; /* Parent parser if this parser is nested */
3115 int addrCrTab; /* Address of OP_CreateBtree opcode on CREATE TABLE */
3116 u32 nQueryLoop; /* Est number of iterations of a query (10*log2(N)) */
3117 u32 oldmask; /* Mask of old.* columns referenced */
3118 u32 newmask; /* Mask of new.* columns referenced */
3119 u8 eTriggerOp; /* TK_UPDATE, TK_INSERT or TK_DELETE */
3120 u8 eOrconf; /* Default ON CONFLICT policy for trigger steps */
3121 u8 disableTriggers; /* True to disable triggers */
3123 /**************************************************************************
3124 ** Fields above must be initialized to zero. The fields that follow,
3125 ** down to the beginning of the recursive section, do not need to be
3126 ** initialized as they will be set before being used. The boundary is
3127 ** determined by offsetof(Parse,aTempReg).
3128 **************************************************************************/
3130 int aTempReg[8]; /* Holding area for temporary registers */
3131 Token sNameToken; /* Token with unqualified schema object name */
3133 /************************************************************************
3134 ** Above is constant between recursions. Below is reset before and after
3135 ** each recursion. The boundary between these two regions is determined
3136 ** using offsetof(Parse,sLastToken) so the sLastToken field must be the
3137 ** first field in the recursive region.
3138 ************************************************************************/
3140 Token sLastToken; /* The last token parsed */
3141 ynVar nVar; /* Number of '?' variables seen in the SQL so far */
3142 u8 iPkSortOrder; /* ASC or DESC for INTEGER PRIMARY KEY */
3143 u8 explain; /* True if the EXPLAIN flag is found on the query */
3144 #if !(defined(SQLITE_OMIT_VIRTUALTABLE) && defined(SQLITE_OMIT_ALTERTABLE))
3145 u8 eParseMode; /* PARSE_MODE_XXX constant */
3146 #endif
3147 #ifndef SQLITE_OMIT_VIRTUALTABLE
3148 int nVtabLock; /* Number of virtual tables to lock */
3149 #endif
3150 int nHeight; /* Expression tree height of current sub-select */
3151 #ifndef SQLITE_OMIT_EXPLAIN
3152 int addrExplain; /* Address of current OP_Explain opcode */
3153 #endif
3154 VList *pVList; /* Mapping between variable names and numbers */
3155 Vdbe *pReprepare; /* VM being reprepared (sqlite3Reprepare()) */
3156 const char *zTail; /* All SQL text past the last semicolon parsed */
3157 Table *pNewTable; /* A table being constructed by CREATE TABLE */
3158 Index *pNewIndex; /* An index being constructed by CREATE INDEX.
3159 ** Also used to hold redundant UNIQUE constraints
3160 ** during a RENAME COLUMN */
3161 Trigger *pNewTrigger; /* Trigger under construct by a CREATE TRIGGER */
3162 const char *zAuthContext; /* The 6th parameter to db->xAuth callbacks */
3163 #ifndef SQLITE_OMIT_VIRTUALTABLE
3164 Token sArg; /* Complete text of a module argument */
3165 Table **apVtabLock; /* Pointer to virtual tables needing locking */
3166 #endif
3167 Table *pZombieTab; /* List of Table objects to delete after code gen */
3168 TriggerPrg *pTriggerPrg; /* Linked list of coded triggers */
3169 With *pWith; /* Current WITH clause, or NULL */
3170 With *pWithToFree; /* Free this WITH object at the end of the parse */
3171 #ifndef SQLITE_OMIT_ALTERTABLE
3172 RenameToken *pRename; /* Tokens subject to renaming by ALTER TABLE */
3173 #endif
3176 #define PARSE_MODE_NORMAL 0
3177 #define PARSE_MODE_DECLARE_VTAB 1
3178 #define PARSE_MODE_RENAME_COLUMN 2
3179 #define PARSE_MODE_RENAME_TABLE 3
3182 ** Sizes and pointers of various parts of the Parse object.
3184 #define PARSE_HDR_SZ offsetof(Parse,aTempReg) /* Recursive part w/o aColCache*/
3185 #define PARSE_RECURSE_SZ offsetof(Parse,sLastToken) /* Recursive part */
3186 #define PARSE_TAIL_SZ (sizeof(Parse)-PARSE_RECURSE_SZ) /* Non-recursive part */
3187 #define PARSE_TAIL(X) (((char*)(X))+PARSE_RECURSE_SZ) /* Pointer to tail */
3190 ** Return true if currently inside an sqlite3_declare_vtab() call.
3192 #ifdef SQLITE_OMIT_VIRTUALTABLE
3193 #define IN_DECLARE_VTAB 0
3194 #else
3195 #define IN_DECLARE_VTAB (pParse->eParseMode==PARSE_MODE_DECLARE_VTAB)
3196 #endif
3198 #if defined(SQLITE_OMIT_ALTERTABLE)
3199 #define IN_RENAME_OBJECT 0
3200 #else
3201 #define IN_RENAME_OBJECT (pParse->eParseMode>=PARSE_MODE_RENAME_COLUMN)
3202 #endif
3204 #if defined(SQLITE_OMIT_VIRTUALTABLE) && defined(SQLITE_OMIT_ALTERTABLE)
3205 #define IN_SPECIAL_PARSE 0
3206 #else
3207 #define IN_SPECIAL_PARSE (pParse->eParseMode!=PARSE_MODE_NORMAL)
3208 #endif
3211 ** An instance of the following structure can be declared on a stack and used
3212 ** to save the Parse.zAuthContext value so that it can be restored later.
3214 struct AuthContext {
3215 const char *zAuthContext; /* Put saved Parse.zAuthContext here */
3216 Parse *pParse; /* The Parse structure */
3220 ** Bitfield flags for P5 value in various opcodes.
3222 ** Value constraints (enforced via assert()):
3223 ** OPFLAG_LENGTHARG == SQLITE_FUNC_LENGTH
3224 ** OPFLAG_TYPEOFARG == SQLITE_FUNC_TYPEOF
3225 ** OPFLAG_BULKCSR == BTREE_BULKLOAD
3226 ** OPFLAG_SEEKEQ == BTREE_SEEK_EQ
3227 ** OPFLAG_FORDELETE == BTREE_FORDELETE
3228 ** OPFLAG_SAVEPOSITION == BTREE_SAVEPOSITION
3229 ** OPFLAG_AUXDELETE == BTREE_AUXDELETE
3231 #define OPFLAG_NCHANGE 0x01 /* OP_Insert: Set to update db->nChange */
3232 /* Also used in P2 (not P5) of OP_Delete */
3233 #define OPFLAG_NOCHNG 0x01 /* OP_VColumn nochange for UPDATE */
3234 #define OPFLAG_EPHEM 0x01 /* OP_Column: Ephemeral output is ok */
3235 #define OPFLAG_LASTROWID 0x20 /* Set to update db->lastRowid */
3236 #define OPFLAG_ISUPDATE 0x04 /* This OP_Insert is an sql UPDATE */
3237 #define OPFLAG_APPEND 0x08 /* This is likely to be an append */
3238 #define OPFLAG_USESEEKRESULT 0x10 /* Try to avoid a seek in BtreeInsert() */
3239 #define OPFLAG_ISNOOP 0x40 /* OP_Delete does pre-update-hook only */
3240 #define OPFLAG_LENGTHARG 0x40 /* OP_Column only used for length() */
3241 #define OPFLAG_TYPEOFARG 0x80 /* OP_Column only used for typeof() */
3242 #define OPFLAG_BULKCSR 0x01 /* OP_Open** used to open bulk cursor */
3243 #define OPFLAG_SEEKEQ 0x02 /* OP_Open** cursor uses EQ seek only */
3244 #define OPFLAG_FORDELETE 0x08 /* OP_Open should use BTREE_FORDELETE */
3245 #define OPFLAG_P2ISREG 0x10 /* P2 to OP_Open** is a register number */
3246 #define OPFLAG_PERMUTE 0x01 /* OP_Compare: use the permutation */
3247 #define OPFLAG_SAVEPOSITION 0x02 /* OP_Delete/Insert: save cursor pos */
3248 #define OPFLAG_AUXDELETE 0x04 /* OP_Delete: index in a DELETE op */
3249 #define OPFLAG_NOCHNG_MAGIC 0x6d /* OP_MakeRecord: serialtype 10 is ok */
3252 * Each trigger present in the database schema is stored as an instance of
3253 * struct Trigger.
3255 * Pointers to instances of struct Trigger are stored in two ways.
3256 * 1. In the "trigHash" hash table (part of the sqlite3* that represents the
3257 * database). This allows Trigger structures to be retrieved by name.
3258 * 2. All triggers associated with a single table form a linked list, using the
3259 * pNext member of struct Trigger. A pointer to the first element of the
3260 * linked list is stored as the "pTrigger" member of the associated
3261 * struct Table.
3263 * The "step_list" member points to the first element of a linked list
3264 * containing the SQL statements specified as the trigger program.
3266 struct Trigger {
3267 char *zName; /* The name of the trigger */
3268 char *table; /* The table or view to which the trigger applies */
3269 u8 op; /* One of TK_DELETE, TK_UPDATE, TK_INSERT */
3270 u8 tr_tm; /* One of TRIGGER_BEFORE, TRIGGER_AFTER */
3271 Expr *pWhen; /* The WHEN clause of the expression (may be NULL) */
3272 IdList *pColumns; /* If this is an UPDATE OF <column-list> trigger,
3273 the <column-list> is stored here */
3274 Schema *pSchema; /* Schema containing the trigger */
3275 Schema *pTabSchema; /* Schema containing the table */
3276 TriggerStep *step_list; /* Link list of trigger program steps */
3277 Trigger *pNext; /* Next trigger associated with the table */
3281 ** A trigger is either a BEFORE or an AFTER trigger. The following constants
3282 ** determine which.
3284 ** If there are multiple triggers, you might of some BEFORE and some AFTER.
3285 ** In that cases, the constants below can be ORed together.
3287 #define TRIGGER_BEFORE 1
3288 #define TRIGGER_AFTER 2
3291 * An instance of struct TriggerStep is used to store a single SQL statement
3292 * that is a part of a trigger-program.
3294 * Instances of struct TriggerStep are stored in a singly linked list (linked
3295 * using the "pNext" member) referenced by the "step_list" member of the
3296 * associated struct Trigger instance. The first element of the linked list is
3297 * the first step of the trigger-program.
3299 * The "op" member indicates whether this is a "DELETE", "INSERT", "UPDATE" or
3300 * "SELECT" statement. The meanings of the other members is determined by the
3301 * value of "op" as follows:
3303 * (op == TK_INSERT)
3304 * orconf -> stores the ON CONFLICT algorithm
3305 * pSelect -> If this is an INSERT INTO ... SELECT ... statement, then
3306 * this stores a pointer to the SELECT statement. Otherwise NULL.
3307 * zTarget -> Dequoted name of the table to insert into.
3308 * pExprList -> If this is an INSERT INTO ... VALUES ... statement, then
3309 * this stores values to be inserted. Otherwise NULL.
3310 * pIdList -> If this is an INSERT INTO ... (<column-names>) VALUES ...
3311 * statement, then this stores the column-names to be
3312 * inserted into.
3314 * (op == TK_DELETE)
3315 * zTarget -> Dequoted name of the table to delete from.
3316 * pWhere -> The WHERE clause of the DELETE statement if one is specified.
3317 * Otherwise NULL.
3319 * (op == TK_UPDATE)
3320 * zTarget -> Dequoted name of the table to update.
3321 * pWhere -> The WHERE clause of the UPDATE statement if one is specified.
3322 * Otherwise NULL.
3323 * pExprList -> A list of the columns to update and the expressions to update
3324 * them to. See sqlite3Update() documentation of "pChanges"
3325 * argument.
3328 struct TriggerStep {
3329 u8 op; /* One of TK_DELETE, TK_UPDATE, TK_INSERT, TK_SELECT */
3330 u8 orconf; /* OE_Rollback etc. */
3331 Trigger *pTrig; /* The trigger that this step is a part of */
3332 Select *pSelect; /* SELECT statement or RHS of INSERT INTO SELECT ... */
3333 char *zTarget; /* Target table for DELETE, UPDATE, INSERT */
3334 Expr *pWhere; /* The WHERE clause for DELETE or UPDATE steps */
3335 ExprList *pExprList; /* SET clause for UPDATE */
3336 IdList *pIdList; /* Column names for INSERT */
3337 Upsert *pUpsert; /* Upsert clauses on an INSERT */
3338 char *zSpan; /* Original SQL text of this command */
3339 TriggerStep *pNext; /* Next in the link-list */
3340 TriggerStep *pLast; /* Last element in link-list. Valid for 1st elem only */
3344 ** The following structure contains information used by the sqliteFix...
3345 ** routines as they walk the parse tree to make database references
3346 ** explicit.
3348 typedef struct DbFixer DbFixer;
3349 struct DbFixer {
3350 Parse *pParse; /* The parsing context. Error messages written here */
3351 Schema *pSchema; /* Fix items to this schema */
3352 int bVarOnly; /* Check for variable references only */
3353 const char *zDb; /* Make sure all objects are contained in this database */
3354 const char *zType; /* Type of the container - used for error messages */
3355 const Token *pName; /* Name of the container - used for error messages */
3359 ** An objected used to accumulate the text of a string where we
3360 ** do not necessarily know how big the string will be in the end.
3362 struct sqlite3_str {
3363 sqlite3 *db; /* Optional database for lookaside. Can be NULL */
3364 char *zText; /* The string collected so far */
3365 u32 nAlloc; /* Amount of space allocated in zText */
3366 u32 mxAlloc; /* Maximum allowed allocation. 0 for no malloc usage */
3367 u32 nChar; /* Length of the string so far */
3368 u8 accError; /* SQLITE_NOMEM or SQLITE_TOOBIG */
3369 u8 printfFlags; /* SQLITE_PRINTF flags below */
3371 #define SQLITE_PRINTF_INTERNAL 0x01 /* Internal-use-only converters allowed */
3372 #define SQLITE_PRINTF_SQLFUNC 0x02 /* SQL function arguments to VXPrintf */
3373 #define SQLITE_PRINTF_MALLOCED 0x04 /* True if xText is allocated space */
3375 #define isMalloced(X) (((X)->printfFlags & SQLITE_PRINTF_MALLOCED)!=0)
3379 ** A pointer to this structure is used to communicate information
3380 ** from sqlite3Init and OP_ParseSchema into the sqlite3InitCallback.
3382 typedef struct {
3383 sqlite3 *db; /* The database being initialized */
3384 char **pzErrMsg; /* Error message stored here */
3385 int iDb; /* 0 for main database. 1 for TEMP, 2.. for ATTACHed */
3386 int rc; /* Result code stored here */
3387 u32 mInitFlags; /* Flags controlling error messages */
3388 u32 nInitRow; /* Number of rows processed */
3389 } InitData;
3392 ** Allowed values for mInitFlags
3394 #define INITFLAG_AlterTable 0x0001 /* This is a reparse after ALTER TABLE */
3397 ** Structure containing global configuration data for the SQLite library.
3399 ** This structure also contains some state information.
3401 struct Sqlite3Config {
3402 int bMemstat; /* True to enable memory status */
3403 int bCoreMutex; /* True to enable core mutexing */
3404 int bFullMutex; /* True to enable full mutexing */
3405 int bOpenUri; /* True to interpret filenames as URIs */
3406 int bUseCis; /* Use covering indices for full-scans */
3407 int bSmallMalloc; /* Avoid large memory allocations if true */
3408 int mxStrlen; /* Maximum string length */
3409 int neverCorrupt; /* Database is always well-formed */
3410 int szLookaside; /* Default lookaside buffer size */
3411 int nLookaside; /* Default lookaside buffer count */
3412 int nStmtSpill; /* Stmt-journal spill-to-disk threshold */
3413 sqlite3_mem_methods m; /* Low-level memory allocation interface */
3414 sqlite3_mutex_methods mutex; /* Low-level mutex interface */
3415 sqlite3_pcache_methods2 pcache2; /* Low-level page-cache interface */
3416 void *pHeap; /* Heap storage space */
3417 int nHeap; /* Size of pHeap[] */
3418 int mnReq, mxReq; /* Min and max heap requests sizes */
3419 sqlite3_int64 szMmap; /* mmap() space per open file */
3420 sqlite3_int64 mxMmap; /* Maximum value for szMmap */
3421 void *pPage; /* Page cache memory */
3422 int szPage; /* Size of each page in pPage[] */
3423 int nPage; /* Number of pages in pPage[] */
3424 int mxParserStack; /* maximum depth of the parser stack */
3425 int sharedCacheEnabled; /* true if shared-cache mode enabled */
3426 u32 szPma; /* Maximum Sorter PMA size */
3427 /* The above might be initialized to non-zero. The following need to always
3428 ** initially be zero, however. */
3429 int isInit; /* True after initialization has finished */
3430 int inProgress; /* True while initialization in progress */
3431 int isMutexInit; /* True after mutexes are initialized */
3432 int isMallocInit; /* True after malloc is initialized */
3433 int isPCacheInit; /* True after malloc is initialized */
3434 int nRefInitMutex; /* Number of users of pInitMutex */
3435 sqlite3_mutex *pInitMutex; /* Mutex used by sqlite3_initialize() */
3436 void (*xLog)(void*,int,const char*); /* Function for logging */
3437 void *pLogArg; /* First argument to xLog() */
3438 #ifdef SQLITE_ENABLE_SQLLOG
3439 void(*xSqllog)(void*,sqlite3*,const char*, int);
3440 void *pSqllogArg;
3441 #endif
3442 #ifdef SQLITE_VDBE_COVERAGE
3443 /* The following callback (if not NULL) is invoked on every VDBE branch
3444 ** operation. Set the callback using SQLITE_TESTCTRL_VDBE_COVERAGE.
3446 void (*xVdbeBranch)(void*,unsigned iSrcLine,u8 eThis,u8 eMx); /* Callback */
3447 void *pVdbeBranchArg; /* 1st argument */
3448 #endif
3449 #ifdef SQLITE_ENABLE_DESERIALIZE
3450 sqlite3_int64 mxMemdbSize; /* Default max memdb size */
3451 #endif
3452 #ifndef SQLITE_UNTESTABLE
3453 int (*xTestCallback)(int); /* Invoked by sqlite3FaultSim() */
3454 #endif
3455 int bLocaltimeFault; /* True to fail localtime() calls */
3456 int bInternalFunctions; /* Internal SQL functions are visible */
3457 int iOnceResetThreshold; /* When to reset OP_Once counters */
3458 u32 szSorterRef; /* Min size in bytes to use sorter-refs */
3462 ** This macro is used inside of assert() statements to indicate that
3463 ** the assert is only valid on a well-formed database. Instead of:
3465 ** assert( X );
3467 ** One writes:
3469 ** assert( X || CORRUPT_DB );
3471 ** CORRUPT_DB is true during normal operation. CORRUPT_DB does not indicate
3472 ** that the database is definitely corrupt, only that it might be corrupt.
3473 ** For most test cases, CORRUPT_DB is set to false using a special
3474 ** sqlite3_test_control(). This enables assert() statements to prove
3475 ** things that are always true for well-formed databases.
3477 #define CORRUPT_DB (sqlite3Config.neverCorrupt==0)
3480 ** Context pointer passed down through the tree-walk.
3482 struct Walker {
3483 Parse *pParse; /* Parser context. */
3484 int (*xExprCallback)(Walker*, Expr*); /* Callback for expressions */
3485 int (*xSelectCallback)(Walker*,Select*); /* Callback for SELECTs */
3486 void (*xSelectCallback2)(Walker*,Select*);/* Second callback for SELECTs */
3487 int walkerDepth; /* Number of subqueries */
3488 u8 eCode; /* A small processing code */
3489 union { /* Extra data for callback */
3490 NameContext *pNC; /* Naming context */
3491 int n; /* A counter */
3492 int iCur; /* A cursor number */
3493 SrcList *pSrcList; /* FROM clause */
3494 struct SrcCount *pSrcCount; /* Counting column references */
3495 struct CCurHint *pCCurHint; /* Used by codeCursorHint() */
3496 int *aiCol; /* array of column indexes */
3497 struct IdxCover *pIdxCover; /* Check for index coverage */
3498 struct IdxExprTrans *pIdxTrans; /* Convert idxed expr to column */
3499 ExprList *pGroupBy; /* GROUP BY clause */
3500 Select *pSelect; /* HAVING to WHERE clause ctx */
3501 struct WindowRewrite *pRewrite; /* Window rewrite context */
3502 struct WhereConst *pConst; /* WHERE clause constants */
3503 struct RenameCtx *pRename; /* RENAME COLUMN context */
3504 } u;
3507 /* Forward declarations */
3508 int sqlite3WalkExpr(Walker*, Expr*);
3509 int sqlite3WalkExprList(Walker*, ExprList*);
3510 int sqlite3WalkSelect(Walker*, Select*);
3511 int sqlite3WalkSelectExpr(Walker*, Select*);
3512 int sqlite3WalkSelectFrom(Walker*, Select*);
3513 int sqlite3ExprWalkNoop(Walker*, Expr*);
3514 int sqlite3SelectWalkNoop(Walker*, Select*);
3515 int sqlite3SelectWalkFail(Walker*, Select*);
3516 #ifdef SQLITE_DEBUG
3517 void sqlite3SelectWalkAssert2(Walker*, Select*);
3518 #endif
3521 ** Return code from the parse-tree walking primitives and their
3522 ** callbacks.
3524 #define WRC_Continue 0 /* Continue down into children */
3525 #define WRC_Prune 1 /* Omit children but continue walking siblings */
3526 #define WRC_Abort 2 /* Abandon the tree walk */
3529 ** An instance of this structure represents a set of one or more CTEs
3530 ** (common table expressions) created by a single WITH clause.
3532 struct With {
3533 int nCte; /* Number of CTEs in the WITH clause */
3534 With *pOuter; /* Containing WITH clause, or NULL */
3535 struct Cte { /* For each CTE in the WITH clause.... */
3536 char *zName; /* Name of this CTE */
3537 ExprList *pCols; /* List of explicit column names, or NULL */
3538 Select *pSelect; /* The definition of this CTE */
3539 const char *zCteErr; /* Error message for circular references */
3540 } a[1];
3543 #ifdef SQLITE_DEBUG
3545 ** An instance of the TreeView object is used for printing the content of
3546 ** data structures on sqlite3DebugPrintf() using a tree-like view.
3548 struct TreeView {
3549 int iLevel; /* Which level of the tree we are on */
3550 u8 bLine[100]; /* Draw vertical in column i if bLine[i] is true */
3552 #endif /* SQLITE_DEBUG */
3555 ** This object is used in various ways, all related to window functions
3557 ** (1) A single instance of this structure is attached to the
3558 ** the Expr.pWin field for each window function in an expression tree.
3559 ** This object holds the information contained in the OVER clause,
3560 ** plus additional fields used during code generation.
3562 ** (2) All window functions in a single SELECT form a linked-list
3563 ** attached to Select.pWin. The Window.pFunc and Window.pExpr
3564 ** fields point back to the expression that is the window function.
3566 ** (3) The terms of the WINDOW clause of a SELECT are instances of this
3567 ** object on a linked list attached to Select.pWinDefn.
3569 ** The uses (1) and (2) are really the same Window object that just happens
3570 ** to be accessible in two different ways. Use case (3) are separate objects.
3572 struct Window {
3573 char *zName; /* Name of window (may be NULL) */
3574 char *zBase; /* Name of base window for chaining (may be NULL) */
3575 ExprList *pPartition; /* PARTITION BY clause */
3576 ExprList *pOrderBy; /* ORDER BY clause */
3577 u8 eFrmType; /* TK_RANGE, TK_GROUPS, TK_ROWS, or 0 */
3578 u8 eStart; /* UNBOUNDED, CURRENT, PRECEDING or FOLLOWING */
3579 u8 eEnd; /* UNBOUNDED, CURRENT, PRECEDING or FOLLOWING */
3580 u8 bImplicitFrame; /* True if frame was implicitly specified */
3581 u8 eExclude; /* TK_NO, TK_CURRENT, TK_TIES, TK_GROUP, or 0 */
3582 Expr *pStart; /* Expression for "<expr> PRECEDING" */
3583 Expr *pEnd; /* Expression for "<expr> FOLLOWING" */
3584 Window *pNextWin; /* Next window function belonging to this SELECT */
3585 Expr *pFilter; /* The FILTER expression */
3586 FuncDef *pFunc; /* The function */
3587 int iEphCsr; /* Partition buffer or Peer buffer */
3588 int regAccum;
3589 int regResult;
3590 int csrApp; /* Function cursor (used by min/max) */
3591 int regApp; /* Function register (also used by min/max) */
3592 int regPart; /* Array of registers for PARTITION BY values */
3593 Expr *pOwner; /* Expression object this window is attached to */
3594 int nBufferCol; /* Number of columns in buffer table */
3595 int iArgCol; /* Offset of first argument for this function */
3596 int regOne; /* Register containing constant value 1 */
3597 int regStartRowid;
3598 int regEndRowid;
3601 #ifndef SQLITE_OMIT_WINDOWFUNC
3602 void sqlite3WindowDelete(sqlite3*, Window*);
3603 void sqlite3WindowListDelete(sqlite3 *db, Window *p);
3604 Window *sqlite3WindowAlloc(Parse*, int, int, Expr*, int , Expr*, u8);
3605 void sqlite3WindowAttach(Parse*, Expr*, Window*);
3606 int sqlite3WindowCompare(Parse*, Window*, Window*);
3607 void sqlite3WindowCodeInit(Parse*, Window*);
3608 void sqlite3WindowCodeStep(Parse*, Select*, WhereInfo*, int, int);
3609 int sqlite3WindowRewrite(Parse*, Select*);
3610 int sqlite3ExpandSubquery(Parse*, struct SrcList_item*);
3611 void sqlite3WindowUpdate(Parse*, Window*, Window*, FuncDef*);
3612 Window *sqlite3WindowDup(sqlite3 *db, Expr *pOwner, Window *p);
3613 Window *sqlite3WindowListDup(sqlite3 *db, Window *p);
3614 void sqlite3WindowFunctions(void);
3615 void sqlite3WindowChain(Parse*, Window*, Window*);
3616 Window *sqlite3WindowAssemble(Parse*, Window*, ExprList*, ExprList*, Token*);
3617 #else
3618 # define sqlite3WindowDelete(a,b)
3619 # define sqlite3WindowFunctions()
3620 # define sqlite3WindowAttach(a,b,c)
3621 #endif
3624 ** Assuming zIn points to the first byte of a UTF-8 character,
3625 ** advance zIn to point to the first byte of the next UTF-8 character.
3627 #define SQLITE_SKIP_UTF8(zIn) { \
3628 if( (*(zIn++))>=0xc0 ){ \
3629 while( (*zIn & 0xc0)==0x80 ){ zIn++; } \
3634 ** The SQLITE_*_BKPT macros are substitutes for the error codes with
3635 ** the same name but without the _BKPT suffix. These macros invoke
3636 ** routines that report the line-number on which the error originated
3637 ** using sqlite3_log(). The routines also provide a convenient place
3638 ** to set a debugger breakpoint.
3640 int sqlite3ReportError(int iErr, int lineno, const char *zType);
3641 int sqlite3CorruptError(int);
3642 int sqlite3MisuseError(int);
3643 int sqlite3CantopenError(int);
3644 #define SQLITE_CORRUPT_BKPT sqlite3CorruptError(__LINE__)
3645 #define SQLITE_MISUSE_BKPT sqlite3MisuseError(__LINE__)
3646 #define SQLITE_CANTOPEN_BKPT sqlite3CantopenError(__LINE__)
3647 #ifdef SQLITE_DEBUG
3648 int sqlite3NomemError(int);
3649 int sqlite3IoerrnomemError(int);
3650 int sqlite3CorruptPgnoError(int,Pgno);
3651 # define SQLITE_NOMEM_BKPT sqlite3NomemError(__LINE__)
3652 # define SQLITE_IOERR_NOMEM_BKPT sqlite3IoerrnomemError(__LINE__)
3653 # define SQLITE_CORRUPT_PGNO(P) sqlite3CorruptPgnoError(__LINE__,(P))
3654 #else
3655 # define SQLITE_NOMEM_BKPT SQLITE_NOMEM
3656 # define SQLITE_IOERR_NOMEM_BKPT SQLITE_IOERR_NOMEM
3657 # define SQLITE_CORRUPT_PGNO(P) sqlite3CorruptError(__LINE__)
3658 #endif
3661 ** FTS3 and FTS4 both require virtual table support
3663 #if defined(SQLITE_OMIT_VIRTUALTABLE)
3664 # undef SQLITE_ENABLE_FTS3
3665 # undef SQLITE_ENABLE_FTS4
3666 #endif
3669 ** FTS4 is really an extension for FTS3. It is enabled using the
3670 ** SQLITE_ENABLE_FTS3 macro. But to avoid confusion we also call
3671 ** the SQLITE_ENABLE_FTS4 macro to serve as an alias for SQLITE_ENABLE_FTS3.
3673 #if defined(SQLITE_ENABLE_FTS4) && !defined(SQLITE_ENABLE_FTS3)
3674 # define SQLITE_ENABLE_FTS3 1
3675 #endif
3678 ** The ctype.h header is needed for non-ASCII systems. It is also
3679 ** needed by FTS3 when FTS3 is included in the amalgamation.
3681 #if !defined(SQLITE_ASCII) || \
3682 (defined(SQLITE_ENABLE_FTS3) && defined(SQLITE_AMALGAMATION))
3683 # include <ctype.h>
3684 #endif
3687 ** The following macros mimic the standard library functions toupper(),
3688 ** isspace(), isalnum(), isdigit() and isxdigit(), respectively. The
3689 ** sqlite versions only work for ASCII characters, regardless of locale.
3691 #ifdef SQLITE_ASCII
3692 # define sqlite3Toupper(x) ((x)&~(sqlite3CtypeMap[(unsigned char)(x)]&0x20))
3693 # define sqlite3Isspace(x) (sqlite3CtypeMap[(unsigned char)(x)]&0x01)
3694 # define sqlite3Isalnum(x) (sqlite3CtypeMap[(unsigned char)(x)]&0x06)
3695 # define sqlite3Isalpha(x) (sqlite3CtypeMap[(unsigned char)(x)]&0x02)
3696 # define sqlite3Isdigit(x) (sqlite3CtypeMap[(unsigned char)(x)]&0x04)
3697 # define sqlite3Isxdigit(x) (sqlite3CtypeMap[(unsigned char)(x)]&0x08)
3698 # define sqlite3Tolower(x) (sqlite3UpperToLower[(unsigned char)(x)])
3699 # define sqlite3Isquote(x) (sqlite3CtypeMap[(unsigned char)(x)]&0x80)
3700 #else
3701 # define sqlite3Toupper(x) toupper((unsigned char)(x))
3702 # define sqlite3Isspace(x) isspace((unsigned char)(x))
3703 # define sqlite3Isalnum(x) isalnum((unsigned char)(x))
3704 # define sqlite3Isalpha(x) isalpha((unsigned char)(x))
3705 # define sqlite3Isdigit(x) isdigit((unsigned char)(x))
3706 # define sqlite3Isxdigit(x) isxdigit((unsigned char)(x))
3707 # define sqlite3Tolower(x) tolower((unsigned char)(x))
3708 # define sqlite3Isquote(x) ((x)=='"'||(x)=='\''||(x)=='['||(x)=='`')
3709 #endif
3710 int sqlite3IsIdChar(u8);
3713 ** Internal function prototypes
3715 int sqlite3StrICmp(const char*,const char*);
3716 int sqlite3Strlen30(const char*);
3717 #define sqlite3Strlen30NN(C) (strlen(C)&0x3fffffff)
3718 char *sqlite3ColumnType(Column*,char*);
3719 #define sqlite3StrNICmp sqlite3_strnicmp
3721 int sqlite3MallocInit(void);
3722 void sqlite3MallocEnd(void);
3723 void *sqlite3Malloc(u64);
3724 void *sqlite3MallocZero(u64);
3725 void *sqlite3DbMallocZero(sqlite3*, u64);
3726 void *sqlite3DbMallocRaw(sqlite3*, u64);
3727 void *sqlite3DbMallocRawNN(sqlite3*, u64);
3728 char *sqlite3DbStrDup(sqlite3*,const char*);
3729 char *sqlite3DbStrNDup(sqlite3*,const char*, u64);
3730 char *sqlite3DbSpanDup(sqlite3*,const char*,const char*);
3731 void *sqlite3Realloc(void*, u64);
3732 void *sqlite3DbReallocOrFree(sqlite3 *, void *, u64);
3733 void *sqlite3DbRealloc(sqlite3 *, void *, u64);
3734 void sqlite3DbFree(sqlite3*, void*);
3735 void sqlite3DbFreeNN(sqlite3*, void*);
3736 int sqlite3MallocSize(void*);
3737 int sqlite3DbMallocSize(sqlite3*, void*);
3738 void *sqlite3PageMalloc(int);
3739 void sqlite3PageFree(void*);
3740 void sqlite3MemSetDefault(void);
3741 #ifndef SQLITE_UNTESTABLE
3742 void sqlite3BenignMallocHooks(void (*)(void), void (*)(void));
3743 #endif
3744 int sqlite3HeapNearlyFull(void);
3747 ** On systems with ample stack space and that support alloca(), make
3748 ** use of alloca() to obtain space for large automatic objects. By default,
3749 ** obtain space from malloc().
3751 ** The alloca() routine never returns NULL. This will cause code paths
3752 ** that deal with sqlite3StackAlloc() failures to be unreachable.
3754 #ifdef SQLITE_USE_ALLOCA
3755 # define sqlite3StackAllocRaw(D,N) alloca(N)
3756 # define sqlite3StackAllocZero(D,N) memset(alloca(N), 0, N)
3757 # define sqlite3StackFree(D,P)
3758 #else
3759 # define sqlite3StackAllocRaw(D,N) sqlite3DbMallocRaw(D,N)
3760 # define sqlite3StackAllocZero(D,N) sqlite3DbMallocZero(D,N)
3761 # define sqlite3StackFree(D,P) sqlite3DbFree(D,P)
3762 #endif
3764 /* Do not allow both MEMSYS5 and MEMSYS3 to be defined together. If they
3765 ** are, disable MEMSYS3
3767 #ifdef SQLITE_ENABLE_MEMSYS5
3768 const sqlite3_mem_methods *sqlite3MemGetMemsys5(void);
3769 #undef SQLITE_ENABLE_MEMSYS3
3770 #endif
3771 #ifdef SQLITE_ENABLE_MEMSYS3
3772 const sqlite3_mem_methods *sqlite3MemGetMemsys3(void);
3773 #endif
3776 #ifndef SQLITE_MUTEX_OMIT
3777 sqlite3_mutex_methods const *sqlite3DefaultMutex(void);
3778 sqlite3_mutex_methods const *sqlite3NoopMutex(void);
3779 sqlite3_mutex *sqlite3MutexAlloc(int);
3780 int sqlite3MutexInit(void);
3781 int sqlite3MutexEnd(void);
3782 #endif
3783 #if !defined(SQLITE_MUTEX_OMIT) && !defined(SQLITE_MUTEX_NOOP)
3784 void sqlite3MemoryBarrier(void);
3785 #else
3786 # define sqlite3MemoryBarrier()
3787 #endif
3789 sqlite3_int64 sqlite3StatusValue(int);
3790 void sqlite3StatusUp(int, int);
3791 void sqlite3StatusDown(int, int);
3792 void sqlite3StatusHighwater(int, int);
3793 int sqlite3LookasideUsed(sqlite3*,int*);
3795 /* Access to mutexes used by sqlite3_status() */
3796 sqlite3_mutex *sqlite3Pcache1Mutex(void);
3797 sqlite3_mutex *sqlite3MallocMutex(void);
3799 #if defined(SQLITE_ENABLE_MULTITHREADED_CHECKS) && !defined(SQLITE_MUTEX_OMIT)
3800 void sqlite3MutexWarnOnContention(sqlite3_mutex*);
3801 #else
3802 # define sqlite3MutexWarnOnContention(x)
3803 #endif
3805 #ifndef SQLITE_OMIT_FLOATING_POINT
3806 # define EXP754 (((u64)0x7ff)<<52)
3807 # define MAN754 ((((u64)1)<<52)-1)
3808 # define IsNaN(X) (((X)&EXP754)==EXP754 && ((X)&MAN754)!=0)
3809 int sqlite3IsNaN(double);
3810 #else
3811 # define IsNaN(X) 0
3812 # define sqlite3IsNaN(X) 0
3813 #endif
3816 ** An instance of the following structure holds information about SQL
3817 ** functions arguments that are the parameters to the printf() function.
3819 struct PrintfArguments {
3820 int nArg; /* Total number of arguments */
3821 int nUsed; /* Number of arguments used so far */
3822 sqlite3_value **apArg; /* The argument values */
3825 char *sqlite3MPrintf(sqlite3*,const char*, ...);
3826 char *sqlite3VMPrintf(sqlite3*,const char*, va_list);
3827 #if defined(SQLITE_DEBUG) || defined(SQLITE_HAVE_OS_TRACE)
3828 void sqlite3DebugPrintf(const char*, ...);
3829 #endif
3830 #if defined(SQLITE_TEST)
3831 void *sqlite3TestTextToPtr(const char*);
3832 #endif
3834 #if defined(SQLITE_DEBUG)
3835 void sqlite3TreeViewExpr(TreeView*, const Expr*, u8);
3836 void sqlite3TreeViewBareExprList(TreeView*, const ExprList*, const char*);
3837 void sqlite3TreeViewExprList(TreeView*, const ExprList*, u8, const char*);
3838 void sqlite3TreeViewSrcList(TreeView*, const SrcList*);
3839 void sqlite3TreeViewSelect(TreeView*, const Select*, u8);
3840 void sqlite3TreeViewWith(TreeView*, const With*, u8);
3841 #ifndef SQLITE_OMIT_WINDOWFUNC
3842 void sqlite3TreeViewWindow(TreeView*, const Window*, u8);
3843 void sqlite3TreeViewWinFunc(TreeView*, const Window*, u8);
3844 #endif
3845 #endif
3848 void sqlite3SetString(char **, sqlite3*, const char*);
3849 void sqlite3ErrorMsg(Parse*, const char*, ...);
3850 int sqlite3ErrorToParser(sqlite3*,int);
3851 void sqlite3Dequote(char*);
3852 void sqlite3DequoteExpr(Expr*);
3853 void sqlite3TokenInit(Token*,char*);
3854 int sqlite3KeywordCode(const unsigned char*, int);
3855 int sqlite3RunParser(Parse*, const char*, char **);
3856 void sqlite3FinishCoding(Parse*);
3857 int sqlite3GetTempReg(Parse*);
3858 void sqlite3ReleaseTempReg(Parse*,int);
3859 int sqlite3GetTempRange(Parse*,int);
3860 void sqlite3ReleaseTempRange(Parse*,int,int);
3861 void sqlite3ClearTempRegCache(Parse*);
3862 #ifdef SQLITE_DEBUG
3863 int sqlite3NoTempsInRange(Parse*,int,int);
3864 #endif
3865 Expr *sqlite3ExprAlloc(sqlite3*,int,const Token*,int);
3866 Expr *sqlite3Expr(sqlite3*,int,const char*);
3867 void sqlite3ExprAttachSubtrees(sqlite3*,Expr*,Expr*,Expr*);
3868 Expr *sqlite3PExpr(Parse*, int, Expr*, Expr*);
3869 void sqlite3PExprAddSelect(Parse*, Expr*, Select*);
3870 Expr *sqlite3ExprAnd(Parse*,Expr*, Expr*);
3871 Expr *sqlite3ExprSimplifiedAndOr(Expr*);
3872 Expr *sqlite3ExprFunction(Parse*,ExprList*, Token*, int);
3873 void sqlite3ExprAssignVarNumber(Parse*, Expr*, u32);
3874 void sqlite3ExprDelete(sqlite3*, Expr*);
3875 void sqlite3ExprUnmapAndDelete(Parse*, Expr*);
3876 ExprList *sqlite3ExprListAppend(Parse*,ExprList*,Expr*);
3877 ExprList *sqlite3ExprListAppendVector(Parse*,ExprList*,IdList*,Expr*);
3878 void sqlite3ExprListSetSortOrder(ExprList*,int);
3879 void sqlite3ExprListSetName(Parse*,ExprList*,Token*,int);
3880 void sqlite3ExprListSetSpan(Parse*,ExprList*,const char*,const char*);
3881 void sqlite3ExprListDelete(sqlite3*, ExprList*);
3882 u32 sqlite3ExprListFlags(const ExprList*);
3883 int sqlite3IndexHasDuplicateRootPage(Index*);
3884 int sqlite3Init(sqlite3*, char**);
3885 int sqlite3InitCallback(void*, int, char**, char**);
3886 int sqlite3InitOne(sqlite3*, int, char**, u32);
3887 void sqlite3Pragma(Parse*,Token*,Token*,Token*,int);
3888 #ifndef SQLITE_OMIT_VIRTUALTABLE
3889 Module *sqlite3PragmaVtabRegister(sqlite3*,const char *zName);
3890 #endif
3891 void sqlite3ResetAllSchemasOfConnection(sqlite3*);
3892 void sqlite3ResetOneSchema(sqlite3*,int);
3893 void sqlite3CollapseDatabaseArray(sqlite3*);
3894 void sqlite3CommitInternalChanges(sqlite3*);
3895 void sqlite3DeleteColumnNames(sqlite3*,Table*);
3896 int sqlite3ColumnsFromExprList(Parse*,ExprList*,i16*,Column**);
3897 void sqlite3SelectAddColumnTypeAndCollation(Parse*,Table*,Select*);
3898 Table *sqlite3ResultSetOfSelect(Parse*,Select*);
3899 void sqlite3OpenMasterTable(Parse *, int);
3900 Index *sqlite3PrimaryKeyIndex(Table*);
3901 i16 sqlite3ColumnOfIndex(Index*, i16);
3902 void sqlite3StartTable(Parse*,Token*,Token*,int,int,int,int);
3903 #if SQLITE_ENABLE_HIDDEN_COLUMNS
3904 void sqlite3ColumnPropertiesFromName(Table*, Column*);
3905 #else
3906 # define sqlite3ColumnPropertiesFromName(T,C) /* no-op */
3907 #endif
3908 void sqlite3AddColumn(Parse*,Token*,Token*);
3909 void sqlite3AddNotNull(Parse*, int);
3910 void sqlite3AddPrimaryKey(Parse*, ExprList*, int, int, int);
3911 void sqlite3AddCheckConstraint(Parse*, Expr*);
3912 void sqlite3AddDefaultValue(Parse*,Expr*,const char*,const char*);
3913 void sqlite3AddCollateType(Parse*, Token*);
3914 void sqlite3EndTable(Parse*,Token*,Token*,u8,Select*);
3915 int sqlite3ParseUri(const char*,const char*,unsigned int*,
3916 sqlite3_vfs**,char**,char **);
3917 #ifdef SQLITE_HAS_CODEC
3918 int sqlite3CodecQueryParameters(sqlite3*,const char*,const char*);
3919 #else
3920 # define sqlite3CodecQueryParameters(A,B,C) 0
3921 #endif
3922 Btree *sqlite3DbNameToBtree(sqlite3*,const char*);
3924 #ifdef SQLITE_UNTESTABLE
3925 # define sqlite3FaultSim(X) SQLITE_OK
3926 #else
3927 int sqlite3FaultSim(int);
3928 #endif
3930 Bitvec *sqlite3BitvecCreate(u32);
3931 int sqlite3BitvecTest(Bitvec*, u32);
3932 int sqlite3BitvecTestNotNull(Bitvec*, u32);
3933 int sqlite3BitvecSet(Bitvec*, u32);
3934 void sqlite3BitvecClear(Bitvec*, u32, void*);
3935 void sqlite3BitvecDestroy(Bitvec*);
3936 u32 sqlite3BitvecSize(Bitvec*);
3937 #ifndef SQLITE_UNTESTABLE
3938 int sqlite3BitvecBuiltinTest(int,int*);
3939 #endif
3941 RowSet *sqlite3RowSetInit(sqlite3*);
3942 void sqlite3RowSetDelete(void*);
3943 void sqlite3RowSetClear(void*);
3944 void sqlite3RowSetInsert(RowSet*, i64);
3945 int sqlite3RowSetTest(RowSet*, int iBatch, i64);
3946 int sqlite3RowSetNext(RowSet*, i64*);
3948 void sqlite3CreateView(Parse*,Token*,Token*,Token*,ExprList*,Select*,int,int);
3950 #if !defined(SQLITE_OMIT_VIEW) || !defined(SQLITE_OMIT_VIRTUALTABLE)
3951 int sqlite3ViewGetColumnNames(Parse*,Table*);
3952 #else
3953 # define sqlite3ViewGetColumnNames(A,B) 0
3954 #endif
3956 #if SQLITE_MAX_ATTACHED>30
3957 int sqlite3DbMaskAllZero(yDbMask);
3958 #endif
3959 void sqlite3DropTable(Parse*, SrcList*, int, int);
3960 void sqlite3CodeDropTable(Parse*, Table*, int, int);
3961 void sqlite3DeleteTable(sqlite3*, Table*);
3962 void sqlite3FreeIndex(sqlite3*, Index*);
3963 #ifndef SQLITE_OMIT_AUTOINCREMENT
3964 void sqlite3AutoincrementBegin(Parse *pParse);
3965 void sqlite3AutoincrementEnd(Parse *pParse);
3966 #else
3967 # define sqlite3AutoincrementBegin(X)
3968 # define sqlite3AutoincrementEnd(X)
3969 #endif
3970 void sqlite3Insert(Parse*, SrcList*, Select*, IdList*, int, Upsert*);
3971 void *sqlite3ArrayAllocate(sqlite3*,void*,int,int*,int*);
3972 IdList *sqlite3IdListAppend(Parse*, IdList*, Token*);
3973 int sqlite3IdListIndex(IdList*,const char*);
3974 SrcList *sqlite3SrcListEnlarge(Parse*, SrcList*, int, int);
3975 SrcList *sqlite3SrcListAppend(Parse*, SrcList*, Token*, Token*);
3976 SrcList *sqlite3SrcListAppendFromTerm(Parse*, SrcList*, Token*, Token*,
3977 Token*, Select*, Expr*, IdList*);
3978 void sqlite3SrcListIndexedBy(Parse *, SrcList *, Token *);
3979 void sqlite3SrcListFuncArgs(Parse*, SrcList*, ExprList*);
3980 int sqlite3IndexedByLookup(Parse *, struct SrcList_item *);
3981 void sqlite3SrcListShiftJoinType(SrcList*);
3982 void sqlite3SrcListAssignCursors(Parse*, SrcList*);
3983 void sqlite3IdListDelete(sqlite3*, IdList*);
3984 void sqlite3SrcListDelete(sqlite3*, SrcList*);
3985 Index *sqlite3AllocateIndexObject(sqlite3*,i16,int,char**);
3986 void sqlite3CreateIndex(Parse*,Token*,Token*,SrcList*,ExprList*,int,Token*,
3987 Expr*, int, int, u8);
3988 void sqlite3DropIndex(Parse*, SrcList*, int);
3989 int sqlite3Select(Parse*, Select*, SelectDest*);
3990 Select *sqlite3SelectNew(Parse*,ExprList*,SrcList*,Expr*,ExprList*,
3991 Expr*,ExprList*,u32,Expr*);
3992 void sqlite3SelectDelete(sqlite3*, Select*);
3993 Table *sqlite3SrcListLookup(Parse*, SrcList*);
3994 int sqlite3IsReadOnly(Parse*, Table*, int);
3995 void sqlite3OpenTable(Parse*, int iCur, int iDb, Table*, int);
3996 #if defined(SQLITE_ENABLE_UPDATE_DELETE_LIMIT) && !defined(SQLITE_OMIT_SUBQUERY)
3997 Expr *sqlite3LimitWhere(Parse*,SrcList*,Expr*,ExprList*,Expr*,char*);
3998 #endif
3999 void sqlite3DeleteFrom(Parse*, SrcList*, Expr*, ExprList*, Expr*);
4000 void sqlite3Update(Parse*, SrcList*, ExprList*,Expr*,int,ExprList*,Expr*,
4001 Upsert*);
4002 WhereInfo *sqlite3WhereBegin(Parse*,SrcList*,Expr*,ExprList*,ExprList*,u16,int);
4003 void sqlite3WhereEnd(WhereInfo*);
4004 LogEst sqlite3WhereOutputRowCount(WhereInfo*);
4005 int sqlite3WhereIsDistinct(WhereInfo*);
4006 int sqlite3WhereIsOrdered(WhereInfo*);
4007 int sqlite3WhereOrderByLimitOptLabel(WhereInfo*);
4008 int sqlite3WhereIsSorted(WhereInfo*);
4009 int sqlite3WhereContinueLabel(WhereInfo*);
4010 int sqlite3WhereBreakLabel(WhereInfo*);
4011 int sqlite3WhereOkOnePass(WhereInfo*, int*);
4012 #define ONEPASS_OFF 0 /* Use of ONEPASS not allowed */
4013 #define ONEPASS_SINGLE 1 /* ONEPASS valid for a single row update */
4014 #define ONEPASS_MULTI 2 /* ONEPASS is valid for multiple rows */
4015 void sqlite3ExprCodeLoadIndexColumn(Parse*, Index*, int, int, int);
4016 int sqlite3ExprCodeGetColumn(Parse*, Table*, int, int, int, u8);
4017 void sqlite3ExprCodeGetColumnOfTable(Vdbe*, Table*, int, int, int);
4018 void sqlite3ExprCodeMove(Parse*, int, int, int);
4019 void sqlite3ExprCode(Parse*, Expr*, int);
4020 void sqlite3ExprCodeCopy(Parse*, Expr*, int);
4021 void sqlite3ExprCodeFactorable(Parse*, Expr*, int);
4022 int sqlite3ExprCodeAtInit(Parse*, Expr*, int);
4023 int sqlite3ExprCodeTemp(Parse*, Expr*, int*);
4024 int sqlite3ExprCodeTarget(Parse*, Expr*, int);
4025 void sqlite3ExprCodeAndCache(Parse*, Expr*, int);
4026 int sqlite3ExprCodeExprList(Parse*, ExprList*, int, int, u8);
4027 #define SQLITE_ECEL_DUP 0x01 /* Deep, not shallow copies */
4028 #define SQLITE_ECEL_FACTOR 0x02 /* Factor out constant terms */
4029 #define SQLITE_ECEL_REF 0x04 /* Use ExprList.u.x.iOrderByCol */
4030 #define SQLITE_ECEL_OMITREF 0x08 /* Omit if ExprList.u.x.iOrderByCol */
4031 void sqlite3ExprIfTrue(Parse*, Expr*, int, int);
4032 void sqlite3ExprIfFalse(Parse*, Expr*, int, int);
4033 void sqlite3ExprIfFalseDup(Parse*, Expr*, int, int);
4034 Table *sqlite3FindTable(sqlite3*,const char*, const char*);
4035 #define LOCATE_VIEW 0x01
4036 #define LOCATE_NOERR 0x02
4037 Table *sqlite3LocateTable(Parse*,u32 flags,const char*, const char*);
4038 Table *sqlite3LocateTableItem(Parse*,u32 flags,struct SrcList_item *);
4039 Index *sqlite3FindIndex(sqlite3*,const char*, const char*);
4040 void sqlite3UnlinkAndDeleteTable(sqlite3*,int,const char*);
4041 void sqlite3UnlinkAndDeleteIndex(sqlite3*,int,const char*);
4042 void sqlite3Vacuum(Parse*,Token*,Expr*);
4043 int sqlite3RunVacuum(char**, sqlite3*, int, sqlite3_value*);
4044 char *sqlite3NameFromToken(sqlite3*, Token*);
4045 int sqlite3ExprCompare(Parse*,Expr*, Expr*, int);
4046 int sqlite3ExprCompareSkip(Expr*, Expr*, int);
4047 int sqlite3ExprListCompare(ExprList*, ExprList*, int);
4048 int sqlite3ExprImpliesExpr(Parse*,Expr*, Expr*, int);
4049 int sqlite3ExprImpliesNonNullRow(Expr*,int);
4050 void sqlite3ExprAnalyzeAggregates(NameContext*, Expr*);
4051 void sqlite3ExprAnalyzeAggList(NameContext*,ExprList*);
4052 int sqlite3ExprCoveredByIndex(Expr*, int iCur, Index *pIdx);
4053 int sqlite3FunctionUsesThisSrc(Expr*, SrcList*);
4054 Vdbe *sqlite3GetVdbe(Parse*);
4055 #ifndef SQLITE_UNTESTABLE
4056 void sqlite3PrngSaveState(void);
4057 void sqlite3PrngRestoreState(void);
4058 #endif
4059 void sqlite3RollbackAll(sqlite3*,int);
4060 void sqlite3CodeVerifySchema(Parse*, int);
4061 void sqlite3CodeVerifyNamedSchema(Parse*, const char *zDb);
4062 void sqlite3BeginTransaction(Parse*, int);
4063 void sqlite3EndTransaction(Parse*,int);
4064 void sqlite3Savepoint(Parse*, int, Token*);
4065 void sqlite3CloseSavepoints(sqlite3 *);
4066 void sqlite3LeaveMutexAndCloseZombie(sqlite3*);
4067 int sqlite3ExprIdToTrueFalse(Expr*);
4068 int sqlite3ExprTruthValue(const Expr*);
4069 int sqlite3ExprIsConstant(Expr*);
4070 int sqlite3ExprIsConstantNotJoin(Expr*);
4071 int sqlite3ExprIsConstantOrFunction(Expr*, u8);
4072 int sqlite3ExprIsConstantOrGroupBy(Parse*, Expr*, ExprList*);
4073 int sqlite3ExprIsTableConstant(Expr*,int);
4074 #ifdef SQLITE_ENABLE_CURSOR_HINTS
4075 int sqlite3ExprContainsSubquery(Expr*);
4076 #endif
4077 int sqlite3ExprIsInteger(Expr*, int*);
4078 int sqlite3ExprCanBeNull(const Expr*);
4079 int sqlite3ExprNeedsNoAffinityChange(const Expr*, char);
4080 int sqlite3IsRowid(const char*);
4081 void sqlite3GenerateRowDelete(
4082 Parse*,Table*,Trigger*,int,int,int,i16,u8,u8,u8,int);
4083 void sqlite3GenerateRowIndexDelete(Parse*, Table*, int, int, int*, int);
4084 int sqlite3GenerateIndexKey(Parse*, Index*, int, int, int, int*,Index*,int);
4085 void sqlite3ResolvePartIdxLabel(Parse*,int);
4086 int sqlite3ExprReferencesUpdatedColumn(Expr*,int*,int);
4087 void sqlite3GenerateConstraintChecks(Parse*,Table*,int*,int,int,int,int,
4088 u8,u8,int,int*,int*,Upsert*);
4089 #ifdef SQLITE_ENABLE_NULL_TRIM
4090 void sqlite3SetMakeRecordP5(Vdbe*,Table*);
4091 #else
4092 # define sqlite3SetMakeRecordP5(A,B)
4093 #endif
4094 void sqlite3CompleteInsertion(Parse*,Table*,int,int,int,int*,int,int,int);
4095 int sqlite3OpenTableAndIndices(Parse*, Table*, int, u8, int, u8*, int*, int*);
4096 void sqlite3BeginWriteOperation(Parse*, int, int);
4097 void sqlite3MultiWrite(Parse*);
4098 void sqlite3MayAbort(Parse*);
4099 void sqlite3HaltConstraint(Parse*, int, int, char*, i8, u8);
4100 void sqlite3UniqueConstraint(Parse*, int, Index*);
4101 void sqlite3RowidConstraint(Parse*, int, Table*);
4102 Expr *sqlite3ExprDup(sqlite3*,Expr*,int);
4103 ExprList *sqlite3ExprListDup(sqlite3*,ExprList*,int);
4104 SrcList *sqlite3SrcListDup(sqlite3*,SrcList*,int);
4105 IdList *sqlite3IdListDup(sqlite3*,IdList*);
4106 Select *sqlite3SelectDup(sqlite3*,Select*,int);
4107 FuncDef *sqlite3FunctionSearch(int,const char*);
4108 void sqlite3InsertBuiltinFuncs(FuncDef*,int);
4109 FuncDef *sqlite3FindFunction(sqlite3*,const char*,int,u8,u8);
4110 void sqlite3RegisterBuiltinFunctions(void);
4111 void sqlite3RegisterDateTimeFunctions(void);
4112 void sqlite3RegisterPerConnectionBuiltinFunctions(sqlite3*);
4113 int sqlite3SafetyCheckOk(sqlite3*);
4114 int sqlite3SafetyCheckSickOrOk(sqlite3*);
4115 void sqlite3ChangeCookie(Parse*, int);
4117 #if !defined(SQLITE_OMIT_VIEW) && !defined(SQLITE_OMIT_TRIGGER)
4118 void sqlite3MaterializeView(Parse*, Table*, Expr*, ExprList*,Expr*,int);
4119 #endif
4121 #ifndef SQLITE_OMIT_TRIGGER
4122 void sqlite3BeginTrigger(Parse*, Token*,Token*,int,int,IdList*,SrcList*,
4123 Expr*,int, int);
4124 void sqlite3FinishTrigger(Parse*, TriggerStep*, Token*);
4125 void sqlite3DropTrigger(Parse*, SrcList*, int);
4126 void sqlite3DropTriggerPtr(Parse*, Trigger*);
4127 Trigger *sqlite3TriggersExist(Parse *, Table*, int, ExprList*, int *pMask);
4128 Trigger *sqlite3TriggerList(Parse *, Table *);
4129 void sqlite3CodeRowTrigger(Parse*, Trigger *, int, ExprList*, int, Table *,
4130 int, int, int);
4131 void sqlite3CodeRowTriggerDirect(Parse *, Trigger *, Table *, int, int, int);
4132 void sqliteViewTriggers(Parse*, Table*, Expr*, int, ExprList*);
4133 void sqlite3DeleteTriggerStep(sqlite3*, TriggerStep*);
4134 TriggerStep *sqlite3TriggerSelectStep(sqlite3*,Select*,
4135 const char*,const char*);
4136 TriggerStep *sqlite3TriggerInsertStep(Parse*,Token*, IdList*,
4137 Select*,u8,Upsert*,
4138 const char*,const char*);
4139 TriggerStep *sqlite3TriggerUpdateStep(Parse*,Token*,ExprList*, Expr*, u8,
4140 const char*,const char*);
4141 TriggerStep *sqlite3TriggerDeleteStep(Parse*,Token*, Expr*,
4142 const char*,const char*);
4143 void sqlite3DeleteTrigger(sqlite3*, Trigger*);
4144 void sqlite3UnlinkAndDeleteTrigger(sqlite3*,int,const char*);
4145 u32 sqlite3TriggerColmask(Parse*,Trigger*,ExprList*,int,int,Table*,int);
4146 # define sqlite3ParseToplevel(p) ((p)->pToplevel ? (p)->pToplevel : (p))
4147 # define sqlite3IsToplevel(p) ((p)->pToplevel==0)
4148 #else
4149 # define sqlite3TriggersExist(B,C,D,E,F) 0
4150 # define sqlite3DeleteTrigger(A,B)
4151 # define sqlite3DropTriggerPtr(A,B)
4152 # define sqlite3UnlinkAndDeleteTrigger(A,B,C)
4153 # define sqlite3CodeRowTrigger(A,B,C,D,E,F,G,H,I)
4154 # define sqlite3CodeRowTriggerDirect(A,B,C,D,E,F)
4155 # define sqlite3TriggerList(X, Y) 0
4156 # define sqlite3ParseToplevel(p) p
4157 # define sqlite3IsToplevel(p) 1
4158 # define sqlite3TriggerColmask(A,B,C,D,E,F,G) 0
4159 #endif
4161 int sqlite3JoinType(Parse*, Token*, Token*, Token*);
4162 void sqlite3CreateForeignKey(Parse*, ExprList*, Token*, ExprList*, int);
4163 void sqlite3DeferForeignKey(Parse*, int);
4164 #ifndef SQLITE_OMIT_AUTHORIZATION
4165 void sqlite3AuthRead(Parse*,Expr*,Schema*,SrcList*);
4166 int sqlite3AuthCheck(Parse*,int, const char*, const char*, const char*);
4167 void sqlite3AuthContextPush(Parse*, AuthContext*, const char*);
4168 void sqlite3AuthContextPop(AuthContext*);
4169 int sqlite3AuthReadCol(Parse*, const char *, const char *, int);
4170 #else
4171 # define sqlite3AuthRead(a,b,c,d)
4172 # define sqlite3AuthCheck(a,b,c,d,e) SQLITE_OK
4173 # define sqlite3AuthContextPush(a,b,c)
4174 # define sqlite3AuthContextPop(a) ((void)(a))
4175 #endif
4176 void sqlite3Attach(Parse*, Expr*, Expr*, Expr*);
4177 void sqlite3Detach(Parse*, Expr*);
4178 void sqlite3FixInit(DbFixer*, Parse*, int, const char*, const Token*);
4179 int sqlite3FixSrcList(DbFixer*, SrcList*);
4180 int sqlite3FixSelect(DbFixer*, Select*);
4181 int sqlite3FixExpr(DbFixer*, Expr*);
4182 int sqlite3FixExprList(DbFixer*, ExprList*);
4183 int sqlite3FixTriggerStep(DbFixer*, TriggerStep*);
4184 int sqlite3RealSameAsInt(double,sqlite3_int64);
4185 int sqlite3AtoF(const char *z, double*, int, u8);
4186 int sqlite3GetInt32(const char *, int*);
4187 int sqlite3Atoi(const char*);
4188 #ifndef SQLITE_OMIT_UTF16
4189 int sqlite3Utf16ByteLen(const void *pData, int nChar);
4190 #endif
4191 int sqlite3Utf8CharLen(const char *pData, int nByte);
4192 u32 sqlite3Utf8Read(const u8**);
4193 LogEst sqlite3LogEst(u64);
4194 LogEst sqlite3LogEstAdd(LogEst,LogEst);
4195 #ifndef SQLITE_OMIT_VIRTUALTABLE
4196 LogEst sqlite3LogEstFromDouble(double);
4197 #endif
4198 #if defined(SQLITE_ENABLE_STMT_SCANSTATUS) || \
4199 defined(SQLITE_ENABLE_STAT3_OR_STAT4) || \
4200 defined(SQLITE_EXPLAIN_ESTIMATED_ROWS)
4201 u64 sqlite3LogEstToInt(LogEst);
4202 #endif
4203 VList *sqlite3VListAdd(sqlite3*,VList*,const char*,int,int);
4204 const char *sqlite3VListNumToName(VList*,int);
4205 int sqlite3VListNameToNum(VList*,const char*,int);
4208 ** Routines to read and write variable-length integers. These used to
4209 ** be defined locally, but now we use the varint routines in the util.c
4210 ** file.
4212 int sqlite3PutVarint(unsigned char*, u64);
4213 u8 sqlite3GetVarint(const unsigned char *, u64 *);
4214 u8 sqlite3GetVarint32(const unsigned char *, u32 *);
4215 int sqlite3VarintLen(u64 v);
4218 ** The common case is for a varint to be a single byte. They following
4219 ** macros handle the common case without a procedure call, but then call
4220 ** the procedure for larger varints.
4222 #define getVarint32(A,B) \
4223 (u8)((*(A)<(u8)0x80)?((B)=(u32)*(A)),1:sqlite3GetVarint32((A),(u32 *)&(B)))
4224 #define putVarint32(A,B) \
4225 (u8)(((u32)(B)<(u32)0x80)?(*(A)=(unsigned char)(B)),1:\
4226 sqlite3PutVarint((A),(B)))
4227 #define getVarint sqlite3GetVarint
4228 #define putVarint sqlite3PutVarint
4231 const char *sqlite3IndexAffinityStr(sqlite3*, Index*);
4232 void sqlite3TableAffinity(Vdbe*, Table*, int);
4233 char sqlite3CompareAffinity(Expr *pExpr, char aff2);
4234 int sqlite3IndexAffinityOk(Expr *pExpr, char idx_affinity);
4235 char sqlite3TableColumnAffinity(Table*,int);
4236 char sqlite3ExprAffinity(Expr *pExpr);
4237 int sqlite3Atoi64(const char*, i64*, int, u8);
4238 int sqlite3DecOrHexToI64(const char*, i64*);
4239 void sqlite3ErrorWithMsg(sqlite3*, int, const char*,...);
4240 void sqlite3Error(sqlite3*,int);
4241 void sqlite3SystemError(sqlite3*,int);
4242 void *sqlite3HexToBlob(sqlite3*, const char *z, int n);
4243 u8 sqlite3HexToInt(int h);
4244 int sqlite3TwoPartName(Parse *, Token *, Token *, Token **);
4246 #if defined(SQLITE_NEED_ERR_NAME)
4247 const char *sqlite3ErrName(int);
4248 #endif
4250 #ifdef SQLITE_ENABLE_DESERIALIZE
4251 int sqlite3MemdbInit(void);
4252 #endif
4254 const char *sqlite3ErrStr(int);
4255 int sqlite3ReadSchema(Parse *pParse);
4256 CollSeq *sqlite3FindCollSeq(sqlite3*,u8 enc, const char*,int);
4257 int sqlite3IsBinary(const CollSeq*);
4258 CollSeq *sqlite3LocateCollSeq(Parse *pParse, const char*zName);
4259 CollSeq *sqlite3ExprCollSeq(Parse *pParse, Expr *pExpr);
4260 CollSeq *sqlite3ExprNNCollSeq(Parse *pParse, Expr *pExpr);
4261 int sqlite3ExprCollSeqMatch(Parse*,Expr*,Expr*);
4262 Expr *sqlite3ExprAddCollateToken(Parse *pParse, Expr*, const Token*, int);
4263 Expr *sqlite3ExprAddCollateString(Parse*,Expr*,const char*);
4264 Expr *sqlite3ExprSkipCollate(Expr*);
4265 int sqlite3CheckCollSeq(Parse *, CollSeq *);
4266 int sqlite3WritableSchema(sqlite3*);
4267 int sqlite3CheckObjectName(Parse *, const char *);
4268 void sqlite3VdbeSetChanges(sqlite3 *, int);
4269 int sqlite3AddInt64(i64*,i64);
4270 int sqlite3SubInt64(i64*,i64);
4271 int sqlite3MulInt64(i64*,i64);
4272 int sqlite3AbsInt32(int);
4273 #ifdef SQLITE_ENABLE_8_3_NAMES
4274 void sqlite3FileSuffix3(const char*, char*);
4275 #else
4276 # define sqlite3FileSuffix3(X,Y)
4277 #endif
4278 u8 sqlite3GetBoolean(const char *z,u8);
4280 const void *sqlite3ValueText(sqlite3_value*, u8);
4281 int sqlite3ValueBytes(sqlite3_value*, u8);
4282 void sqlite3ValueSetStr(sqlite3_value*, int, const void *,u8,
4283 void(*)(void*));
4284 void sqlite3ValueSetNull(sqlite3_value*);
4285 void sqlite3ValueFree(sqlite3_value*);
4286 #ifndef SQLITE_UNTESTABLE
4287 void sqlite3ResultIntReal(sqlite3_context*);
4288 #endif
4289 sqlite3_value *sqlite3ValueNew(sqlite3 *);
4290 #ifndef SQLITE_OMIT_UTF16
4291 char *sqlite3Utf16to8(sqlite3 *, const void*, int, u8);
4292 #endif
4293 int sqlite3ValueFromExpr(sqlite3 *, Expr *, u8, u8, sqlite3_value **);
4294 void sqlite3ValueApplyAffinity(sqlite3_value *, u8, u8);
4295 #ifndef SQLITE_AMALGAMATION
4296 extern const unsigned char sqlite3OpcodeProperty[];
4297 extern const char sqlite3StrBINARY[];
4298 extern const unsigned char sqlite3UpperToLower[];
4299 extern const unsigned char sqlite3CtypeMap[];
4300 extern const Token sqlite3IntTokens[];
4301 extern SQLITE_WSD struct Sqlite3Config sqlite3Config;
4302 extern FuncDefHash sqlite3BuiltinFunctions;
4303 #ifndef SQLITE_OMIT_WSD
4304 extern int sqlite3PendingByte;
4305 #endif
4306 #endif
4307 #ifdef VDBE_PROFILE
4308 extern sqlite3_uint64 sqlite3NProfileCnt;
4309 #endif
4310 void sqlite3RootPageMoved(sqlite3*, int, int, int);
4311 void sqlite3Reindex(Parse*, Token*, Token*);
4312 void sqlite3AlterFunctions(void);
4313 void sqlite3AlterRenameTable(Parse*, SrcList*, Token*);
4314 void sqlite3AlterRenameColumn(Parse*, SrcList*, Token*, Token*);
4315 int sqlite3GetToken(const unsigned char *, int *);
4316 void sqlite3NestedParse(Parse*, const char*, ...);
4317 void sqlite3ExpirePreparedStatements(sqlite3*, int);
4318 void sqlite3CodeRhsOfIN(Parse*, Expr*, int);
4319 int sqlite3CodeSubselect(Parse*, Expr*);
4320 void sqlite3SelectPrep(Parse*, Select*, NameContext*);
4321 void sqlite3SelectWrongNumTermsError(Parse *pParse, Select *p);
4322 int sqlite3MatchSpanName(const char*, const char*, const char*, const char*);
4323 int sqlite3ResolveExprNames(NameContext*, Expr*);
4324 int sqlite3ResolveExprListNames(NameContext*, ExprList*);
4325 void sqlite3ResolveSelectNames(Parse*, Select*, NameContext*);
4326 int sqlite3ResolveSelfReference(Parse*,Table*,int,Expr*,ExprList*);
4327 int sqlite3ResolveOrderGroupBy(Parse*, Select*, ExprList*, const char*);
4328 void sqlite3ColumnDefault(Vdbe *, Table *, int, int);
4329 void sqlite3AlterFinishAddColumn(Parse *, Token *);
4330 void sqlite3AlterBeginAddColumn(Parse *, SrcList *);
4331 void *sqlite3RenameTokenMap(Parse*, void*, Token*);
4332 void sqlite3RenameTokenRemap(Parse*, void *pTo, void *pFrom);
4333 void sqlite3RenameExprUnmap(Parse*, Expr*);
4334 void sqlite3RenameExprlistUnmap(Parse*, ExprList*);
4335 CollSeq *sqlite3GetCollSeq(Parse*, u8, CollSeq *, const char*);
4336 char sqlite3AffinityType(const char*, Column*);
4337 void sqlite3Analyze(Parse*, Token*, Token*);
4338 int sqlite3InvokeBusyHandler(BusyHandler*, sqlite3_file*);
4339 int sqlite3FindDb(sqlite3*, Token*);
4340 int sqlite3FindDbName(sqlite3 *, const char *);
4341 int sqlite3AnalysisLoad(sqlite3*,int iDB);
4342 void sqlite3DeleteIndexSamples(sqlite3*,Index*);
4343 void sqlite3DefaultRowEst(Index*);
4344 void sqlite3RegisterLikeFunctions(sqlite3*, int);
4345 int sqlite3IsLikeFunction(sqlite3*,Expr*,int*,char*);
4346 void sqlite3SchemaClear(void *);
4347 Schema *sqlite3SchemaGet(sqlite3 *, Btree *);
4348 int sqlite3SchemaToIndex(sqlite3 *db, Schema *);
4349 KeyInfo *sqlite3KeyInfoAlloc(sqlite3*,int,int);
4350 void sqlite3KeyInfoUnref(KeyInfo*);
4351 KeyInfo *sqlite3KeyInfoRef(KeyInfo*);
4352 KeyInfo *sqlite3KeyInfoOfIndex(Parse*, Index*);
4353 KeyInfo *sqlite3KeyInfoFromExprList(Parse*, ExprList*, int, int);
4355 #ifdef SQLITE_DEBUG
4356 int sqlite3KeyInfoIsWriteable(KeyInfo*);
4357 #endif
4358 int sqlite3CreateFunc(sqlite3 *, const char *, int, int, void *,
4359 void (*)(sqlite3_context*,int,sqlite3_value **),
4360 void (*)(sqlite3_context*,int,sqlite3_value **),
4361 void (*)(sqlite3_context*),
4362 void (*)(sqlite3_context*),
4363 void (*)(sqlite3_context*,int,sqlite3_value **),
4364 FuncDestructor *pDestructor
4366 void sqlite3NoopDestructor(void*);
4367 void sqlite3OomFault(sqlite3*);
4368 void sqlite3OomClear(sqlite3*);
4369 int sqlite3ApiExit(sqlite3 *db, int);
4370 int sqlite3OpenTempDatabase(Parse *);
4372 void sqlite3StrAccumInit(StrAccum*, sqlite3*, char*, int, int);
4373 char *sqlite3StrAccumFinish(StrAccum*);
4374 void sqlite3SelectDestInit(SelectDest*,int,int);
4375 Expr *sqlite3CreateColumnExpr(sqlite3 *, SrcList *, int, int);
4377 void sqlite3BackupRestart(sqlite3_backup *);
4378 void sqlite3BackupUpdate(sqlite3_backup *, Pgno, const u8 *);
4380 #ifndef SQLITE_OMIT_SUBQUERY
4381 int sqlite3ExprCheckIN(Parse*, Expr*);
4382 #else
4383 # define sqlite3ExprCheckIN(x,y) SQLITE_OK
4384 #endif
4386 #ifdef SQLITE_ENABLE_STAT3_OR_STAT4
4387 void sqlite3AnalyzeFunctions(void);
4388 int sqlite3Stat4ProbeSetValue(
4389 Parse*,Index*,UnpackedRecord**,Expr*,int,int,int*);
4390 int sqlite3Stat4ValueFromExpr(Parse*, Expr*, u8, sqlite3_value**);
4391 void sqlite3Stat4ProbeFree(UnpackedRecord*);
4392 int sqlite3Stat4Column(sqlite3*, const void*, int, int, sqlite3_value**);
4393 char sqlite3IndexColumnAffinity(sqlite3*, Index*, int);
4394 #endif
4397 ** The interface to the LEMON-generated parser
4399 #ifndef SQLITE_AMALGAMATION
4400 void *sqlite3ParserAlloc(void*(*)(u64), Parse*);
4401 void sqlite3ParserFree(void*, void(*)(void*));
4402 #endif
4403 void sqlite3Parser(void*, int, Token);
4404 int sqlite3ParserFallback(int);
4405 #ifdef YYTRACKMAXSTACKDEPTH
4406 int sqlite3ParserStackPeak(void*);
4407 #endif
4409 void sqlite3AutoLoadExtensions(sqlite3*);
4410 #ifndef SQLITE_OMIT_LOAD_EXTENSION
4411 void sqlite3CloseExtensions(sqlite3*);
4412 #else
4413 # define sqlite3CloseExtensions(X)
4414 #endif
4416 #ifndef SQLITE_OMIT_SHARED_CACHE
4417 void sqlite3TableLock(Parse *, int, int, u8, const char *);
4418 #else
4419 #define sqlite3TableLock(v,w,x,y,z)
4420 #endif
4422 #ifdef SQLITE_TEST
4423 int sqlite3Utf8To8(unsigned char*);
4424 #endif
4426 #ifdef SQLITE_OMIT_VIRTUALTABLE
4427 # define sqlite3VtabClear(Y)
4428 # define sqlite3VtabSync(X,Y) SQLITE_OK
4429 # define sqlite3VtabRollback(X)
4430 # define sqlite3VtabCommit(X)
4431 # define sqlite3VtabInSync(db) 0
4432 # define sqlite3VtabLock(X)
4433 # define sqlite3VtabUnlock(X)
4434 # define sqlite3VtabUnlockList(X)
4435 # define sqlite3VtabSavepoint(X, Y, Z) SQLITE_OK
4436 # define sqlite3GetVTable(X,Y) ((VTable*)0)
4437 #else
4438 void sqlite3VtabClear(sqlite3 *db, Table*);
4439 void sqlite3VtabDisconnect(sqlite3 *db, Table *p);
4440 int sqlite3VtabSync(sqlite3 *db, Vdbe*);
4441 int sqlite3VtabRollback(sqlite3 *db);
4442 int sqlite3VtabCommit(sqlite3 *db);
4443 void sqlite3VtabLock(VTable *);
4444 void sqlite3VtabUnlock(VTable *);
4445 void sqlite3VtabUnlockList(sqlite3*);
4446 int sqlite3VtabSavepoint(sqlite3 *, int, int);
4447 void sqlite3VtabImportErrmsg(Vdbe*, sqlite3_vtab*);
4448 VTable *sqlite3GetVTable(sqlite3*, Table*);
4449 Module *sqlite3VtabCreateModule(
4450 sqlite3*,
4451 const char*,
4452 const sqlite3_module*,
4453 void*,
4454 void(*)(void*)
4456 # define sqlite3VtabInSync(db) ((db)->nVTrans>0 && (db)->aVTrans==0)
4457 #endif
4458 int sqlite3VtabEponymousTableInit(Parse*,Module*);
4459 void sqlite3VtabEponymousTableClear(sqlite3*,Module*);
4460 void sqlite3VtabMakeWritable(Parse*,Table*);
4461 void sqlite3VtabBeginParse(Parse*, Token*, Token*, Token*, int);
4462 void sqlite3VtabFinishParse(Parse*, Token*);
4463 void sqlite3VtabArgInit(Parse*);
4464 void sqlite3VtabArgExtend(Parse*, Token*);
4465 int sqlite3VtabCallCreate(sqlite3*, int, const char *, char **);
4466 int sqlite3VtabCallConnect(Parse*, Table*);
4467 int sqlite3VtabCallDestroy(sqlite3*, int, const char *);
4468 int sqlite3VtabBegin(sqlite3 *, VTable *);
4469 FuncDef *sqlite3VtabOverloadFunction(sqlite3 *,FuncDef*, int nArg, Expr*);
4470 sqlite3_int64 sqlite3StmtCurrentTime(sqlite3_context*);
4471 int sqlite3VdbeParameterIndex(Vdbe*, const char*, int);
4472 int sqlite3TransferBindings(sqlite3_stmt *, sqlite3_stmt *);
4473 void sqlite3ParserReset(Parse*);
4474 #ifdef SQLITE_ENABLE_NORMALIZE
4475 char *sqlite3Normalize(Vdbe*, const char*);
4476 #endif
4477 int sqlite3Reprepare(Vdbe*);
4478 void sqlite3ExprListCheckLength(Parse*, ExprList*, const char*);
4479 CollSeq *sqlite3BinaryCompareCollSeq(Parse *, Expr *, Expr *);
4480 int sqlite3TempInMemory(const sqlite3*);
4481 const char *sqlite3JournalModename(int);
4482 #ifndef SQLITE_OMIT_WAL
4483 int sqlite3Checkpoint(sqlite3*, int, int, int*, int*);
4484 int sqlite3WalDefaultHook(void*,sqlite3*,const char*,int);
4485 #endif
4486 #ifndef SQLITE_OMIT_CTE
4487 With *sqlite3WithAdd(Parse*,With*,Token*,ExprList*,Select*);
4488 void sqlite3WithDelete(sqlite3*,With*);
4489 void sqlite3WithPush(Parse*, With*, u8);
4490 #else
4491 #define sqlite3WithPush(x,y,z)
4492 #define sqlite3WithDelete(x,y)
4493 #endif
4494 #ifndef SQLITE_OMIT_UPSERT
4495 Upsert *sqlite3UpsertNew(sqlite3*,ExprList*,Expr*,ExprList*,Expr*);
4496 void sqlite3UpsertDelete(sqlite3*,Upsert*);
4497 Upsert *sqlite3UpsertDup(sqlite3*,Upsert*);
4498 int sqlite3UpsertAnalyzeTarget(Parse*,SrcList*,Upsert*);
4499 void sqlite3UpsertDoUpdate(Parse*,Upsert*,Table*,Index*,int);
4500 #else
4501 #define sqlite3UpsertNew(v,w,x,y,z) ((Upsert*)0)
4502 #define sqlite3UpsertDelete(x,y)
4503 #define sqlite3UpsertDup(x,y) ((Upsert*)0)
4504 #endif
4507 /* Declarations for functions in fkey.c. All of these are replaced by
4508 ** no-op macros if OMIT_FOREIGN_KEY is defined. In this case no foreign
4509 ** key functionality is available. If OMIT_TRIGGER is defined but
4510 ** OMIT_FOREIGN_KEY is not, only some of the functions are no-oped. In
4511 ** this case foreign keys are parsed, but no other functionality is
4512 ** provided (enforcement of FK constraints requires the triggers sub-system).
4514 #if !defined(SQLITE_OMIT_FOREIGN_KEY) && !defined(SQLITE_OMIT_TRIGGER)
4515 void sqlite3FkCheck(Parse*, Table*, int, int, int*, int);
4516 void sqlite3FkDropTable(Parse*, SrcList *, Table*);
4517 void sqlite3FkActions(Parse*, Table*, ExprList*, int, int*, int);
4518 int sqlite3FkRequired(Parse*, Table*, int*, int);
4519 u32 sqlite3FkOldmask(Parse*, Table*);
4520 FKey *sqlite3FkReferences(Table *);
4521 #else
4522 #define sqlite3FkActions(a,b,c,d,e,f)
4523 #define sqlite3FkCheck(a,b,c,d,e,f)
4524 #define sqlite3FkDropTable(a,b,c)
4525 #define sqlite3FkOldmask(a,b) 0
4526 #define sqlite3FkRequired(a,b,c,d) 0
4527 #define sqlite3FkReferences(a) 0
4528 #endif
4529 #ifndef SQLITE_OMIT_FOREIGN_KEY
4530 void sqlite3FkDelete(sqlite3 *, Table*);
4531 int sqlite3FkLocateIndex(Parse*,Table*,FKey*,Index**,int**);
4532 #else
4533 #define sqlite3FkDelete(a,b)
4534 #define sqlite3FkLocateIndex(a,b,c,d,e)
4535 #endif
4539 ** Available fault injectors. Should be numbered beginning with 0.
4541 #define SQLITE_FAULTINJECTOR_MALLOC 0
4542 #define SQLITE_FAULTINJECTOR_COUNT 1
4545 ** The interface to the code in fault.c used for identifying "benign"
4546 ** malloc failures. This is only present if SQLITE_UNTESTABLE
4547 ** is not defined.
4549 #ifndef SQLITE_UNTESTABLE
4550 void sqlite3BeginBenignMalloc(void);
4551 void sqlite3EndBenignMalloc(void);
4552 #else
4553 #define sqlite3BeginBenignMalloc()
4554 #define sqlite3EndBenignMalloc()
4555 #endif
4558 ** Allowed return values from sqlite3FindInIndex()
4560 #define IN_INDEX_ROWID 1 /* Search the rowid of the table */
4561 #define IN_INDEX_EPH 2 /* Search an ephemeral b-tree */
4562 #define IN_INDEX_INDEX_ASC 3 /* Existing index ASCENDING */
4563 #define IN_INDEX_INDEX_DESC 4 /* Existing index DESCENDING */
4564 #define IN_INDEX_NOOP 5 /* No table available. Use comparisons */
4566 ** Allowed flags for the 3rd parameter to sqlite3FindInIndex().
4568 #define IN_INDEX_NOOP_OK 0x0001 /* OK to return IN_INDEX_NOOP */
4569 #define IN_INDEX_MEMBERSHIP 0x0002 /* IN operator used for membership test */
4570 #define IN_INDEX_LOOP 0x0004 /* IN operator used as a loop */
4571 int sqlite3FindInIndex(Parse *, Expr *, u32, int*, int*, int*);
4573 int sqlite3JournalOpen(sqlite3_vfs *, const char *, sqlite3_file *, int, int);
4574 int sqlite3JournalSize(sqlite3_vfs *);
4575 #if defined(SQLITE_ENABLE_ATOMIC_WRITE) \
4576 || defined(SQLITE_ENABLE_BATCH_ATOMIC_WRITE)
4577 int sqlite3JournalCreate(sqlite3_file *);
4578 #endif
4580 int sqlite3JournalIsInMemory(sqlite3_file *p);
4581 void sqlite3MemJournalOpen(sqlite3_file *);
4583 void sqlite3ExprSetHeightAndFlags(Parse *pParse, Expr *p);
4584 #if SQLITE_MAX_EXPR_DEPTH>0
4585 int sqlite3SelectExprHeight(Select *);
4586 int sqlite3ExprCheckHeight(Parse*, int);
4587 #else
4588 #define sqlite3SelectExprHeight(x) 0
4589 #define sqlite3ExprCheckHeight(x,y)
4590 #endif
4592 u32 sqlite3Get4byte(const u8*);
4593 void sqlite3Put4byte(u8*, u32);
4595 #ifdef SQLITE_ENABLE_UNLOCK_NOTIFY
4596 void sqlite3ConnectionBlocked(sqlite3 *, sqlite3 *);
4597 void sqlite3ConnectionUnlocked(sqlite3 *db);
4598 void sqlite3ConnectionClosed(sqlite3 *db);
4599 #else
4600 #define sqlite3ConnectionBlocked(x,y)
4601 #define sqlite3ConnectionUnlocked(x)
4602 #define sqlite3ConnectionClosed(x)
4603 #endif
4605 #ifdef SQLITE_DEBUG
4606 void sqlite3ParserTrace(FILE*, char *);
4607 #endif
4608 #if defined(YYCOVERAGE)
4609 int sqlite3ParserCoverage(FILE*);
4610 #endif
4613 ** If the SQLITE_ENABLE IOTRACE exists then the global variable
4614 ** sqlite3IoTrace is a pointer to a printf-like routine used to
4615 ** print I/O tracing messages.
4617 #ifdef SQLITE_ENABLE_IOTRACE
4618 # define IOTRACE(A) if( sqlite3IoTrace ){ sqlite3IoTrace A; }
4619 void sqlite3VdbeIOTraceSql(Vdbe*);
4620 SQLITE_API SQLITE_EXTERN void (SQLITE_CDECL *sqlite3IoTrace)(const char*,...);
4621 #else
4622 # define IOTRACE(A)
4623 # define sqlite3VdbeIOTraceSql(X)
4624 #endif
4627 ** These routines are available for the mem2.c debugging memory allocator
4628 ** only. They are used to verify that different "types" of memory
4629 ** allocations are properly tracked by the system.
4631 ** sqlite3MemdebugSetType() sets the "type" of an allocation to one of
4632 ** the MEMTYPE_* macros defined below. The type must be a bitmask with
4633 ** a single bit set.
4635 ** sqlite3MemdebugHasType() returns true if any of the bits in its second
4636 ** argument match the type set by the previous sqlite3MemdebugSetType().
4637 ** sqlite3MemdebugHasType() is intended for use inside assert() statements.
4639 ** sqlite3MemdebugNoType() returns true if none of the bits in its second
4640 ** argument match the type set by the previous sqlite3MemdebugSetType().
4642 ** Perhaps the most important point is the difference between MEMTYPE_HEAP
4643 ** and MEMTYPE_LOOKASIDE. If an allocation is MEMTYPE_LOOKASIDE, that means
4644 ** it might have been allocated by lookaside, except the allocation was
4645 ** too large or lookaside was already full. It is important to verify
4646 ** that allocations that might have been satisfied by lookaside are not
4647 ** passed back to non-lookaside free() routines. Asserts such as the
4648 ** example above are placed on the non-lookaside free() routines to verify
4649 ** this constraint.
4651 ** All of this is no-op for a production build. It only comes into
4652 ** play when the SQLITE_MEMDEBUG compile-time option is used.
4654 #ifdef SQLITE_MEMDEBUG
4655 void sqlite3MemdebugSetType(void*,u8);
4656 int sqlite3MemdebugHasType(void*,u8);
4657 int sqlite3MemdebugNoType(void*,u8);
4658 #else
4659 # define sqlite3MemdebugSetType(X,Y) /* no-op */
4660 # define sqlite3MemdebugHasType(X,Y) 1
4661 # define sqlite3MemdebugNoType(X,Y) 1
4662 #endif
4663 #define MEMTYPE_HEAP 0x01 /* General heap allocations */
4664 #define MEMTYPE_LOOKASIDE 0x02 /* Heap that might have been lookaside */
4665 #define MEMTYPE_PCACHE 0x04 /* Page cache allocations */
4668 ** Threading interface
4670 #if SQLITE_MAX_WORKER_THREADS>0
4671 int sqlite3ThreadCreate(SQLiteThread**,void*(*)(void*),void*);
4672 int sqlite3ThreadJoin(SQLiteThread*, void**);
4673 #endif
4675 #if defined(SQLITE_ENABLE_DBPAGE_VTAB) || defined(SQLITE_TEST)
4676 int sqlite3DbpageRegister(sqlite3*);
4677 #endif
4678 #if defined(SQLITE_ENABLE_DBSTAT_VTAB) || defined(SQLITE_TEST)
4679 int sqlite3DbstatRegister(sqlite3*);
4680 #endif
4682 int sqlite3ExprVectorSize(Expr *pExpr);
4683 int sqlite3ExprIsVector(Expr *pExpr);
4684 Expr *sqlite3VectorFieldSubexpr(Expr*, int);
4685 Expr *sqlite3ExprForVectorField(Parse*,Expr*,int);
4686 void sqlite3VectorErrorMsg(Parse*, Expr*);
4688 #ifndef SQLITE_OMIT_COMPILEOPTION_DIAGS
4689 const char **sqlite3CompileOptions(int *pnOpt);
4690 #endif
4692 #endif /* SQLITEINT_H */