3 # The author disclaims copyright to this source code. In place of
4 # a legal notice, here is a blessing:
6 # May you do good and not evil.
7 # May you find forgiveness for yourself and forgive others.
8 # May you share freely, never taking more than you give.
10 #***********************************************************************
12 # This file implements a program that produces scripts (either shell scripts
13 # or batch files) to implement a particular test that is part of the SQLite
14 # release testing procedure. For example, to run veryquick.test with a
15 # specified set of -D compiler switches.
17 # A "configuration" is a set of options passed to [./configure] and [make]
18 # to build the SQLite library in a particular fashion. A "platform" is a
19 # list of tests; most platforms are named after the hardware/OS platform
20 # that the tests will be run on as part of the release procedure. Each
21 # "test" is a combination of a configuration and a makefile target (e.g.
22 # "fulltest"). The program may be invoked as follows:
26 List available platforms.
28 $argv0 tests ?
-nodebug? PLATFORM
29 List tests in a specified platform. If the
-nodebug switch is
30 specified
, synthetic debug
/ndebug configurations are omitted. Each
31 test is a combination of a configuration and a makefile target.
33 $argv0 script ?
-msvc? CONFIGURATION TARGET
34 Given a configuration and make target
, return a bash
(or
, if -msvc
35 is specified
, batch
) script to execute the test. The first argument
36 passed to the script must be a directory containing SQLite
source code.
39 List available configurations.
42 # Omit comments (text between # and \n) in a long multi-line string.
44 proc strip_comments
{in
} {
45 regsub -all {#[^\n]*\n} $in {} out
49 array set ::Configs [strip_comments
{
52 --disable-amalgamation
--disable-shared
54 -DSQLITE_ENABLE_DESERIALIZE
57 CC
=clang
-fsanitize=undefined
66 # The "Have-Not" configuration sets all possible -UHAVE_feature options
67 # in order to verify that the code works even on platforms that lack
68 # these support services.
74 -DHAVE_MALLOC_USABLE_SIZE=0
81 -DSQLITE_ENABLE_UNLOCK_NOTIFY
83 -DSQLITE_TCL_DEFAULT_FULLMUTEX=1
87 -DSQLITE_USER_AUTHENTICATION=1
91 -DSQLITE_SECURE_DELETE=1
94 "Update-Delete-Limit" {
96 -DSQLITE_DEFAULT_FILE_FORMAT=4
97 -DSQLITE_ENABLE_UPDATE_DELETE_LIMIT=1
98 -DSQLITE_ENABLE_STMT_SCANSTATUS
99 -DSQLITE_LIKE_DOESNT_MATCH_BLOBS
100 -DSQLITE_ENABLE_CURSOR_HINTS
105 -DSQLITE_ENABLE_FTS3_PARENTHESIS=1
106 -DSQLITE_ENABLE_FTS3=1
107 -DSQLITE_ENABLE_RTREE=1
108 -DSQLITE_ENABLE_MEMSYS5=1
109 -DSQLITE_ENABLE_MEMSYS3=1
110 -DSQLITE_ENABLE_COLUMN_METADATA=1
111 -DSQLITE_ENABLE_UPDATE_DELETE_LIMIT=1
112 -DSQLITE_SECURE_DELETE=1
114 -DSQLITE_ENABLE_ATOMIC_WRITE=1
115 -DSQLITE_ENABLE_MEMORY_MANAGEMENT=1
116 -DSQLITE_ENABLE_OVERSIZE_CELL_CHECK=1
117 -DSQLITE_ENABLE_STAT4
118 -DSQLITE_ENABLE_STMT_SCANSTATUS
119 --enable-json
1 --enable-fts
5 --enable-session
126 -DSQLITE_MUTEX_NOOP=1
127 -DSQLITE_TCL_DEFAULT_FULLMUTEX=1
128 -DSQLITE_ENABLE_FTS3=1
129 -DSQLITE_ENABLE_RTREE=1
130 -DSQLITE_ENABLE_MEMSYS5=1
131 -DSQLITE_ENABLE_COLUMN_METADATA=1
132 -DSQLITE_ENABLE_STAT4
133 -DSQLITE_ENABLE_HIDDEN_COLUMNS
134 -DSQLITE_MAX_ATTACHED=125
135 -DSQLITE_MUTATION_TEST
136 --enable-fts
5 --enable-json
1
140 -DSQLITE_ENABLE_FTS4=1
141 -DSQLITE_ENABLE_RTREE=1
142 -DSQLITE_ENABLE_STAT4
144 -DSQLITE_MAX_ATTACHED=125
145 -DLONGDOUBLE_TYPE=double
151 -DSQLITE_DEFAULT_AUTOVACUUM=1
152 -DSQLITE_DEFAULT_CACHE_SIZE=64
153 -DSQLITE_DEFAULT_PAGE_SIZE=1024
154 -DSQLITE_DEFAULT_TEMP_CACHE_SIZE=32
155 -DSQLITE_DISABLE_LFS=1
156 -DSQLITE_ENABLE_ATOMIC_WRITE=1
157 -DSQLITE_ENABLE_IOTRACE=1
158 -DSQLITE_ENABLE_MEMORY_MANAGEMENT=1
159 -DSQLITE_MAX_PAGE_SIZE=4096
160 -DSQLITE_OMIT_LOAD_EXTENSION=1
161 -DSQLITE_OMIT_PROGRESS_CALLBACK=1
162 -DSQLITE_OMIT_VIRTUALTABLE=1
163 -DSQLITE_ENABLE_HIDDEN_COLUMNS
164 -DSQLITE_TEMP_STORE=3
168 -DSQLITE_4_BYTE_ALIGNED_MALLOC=1
169 -DSQLITE_DEFAULT_AUTOVACUUM=1
170 -DSQLITE_DEFAULT_CACHE_SIZE=1000
171 -DSQLITE_DEFAULT_LOCKING_MODE=0
172 -DSQLITE_DEFAULT_PAGE_SIZE=1024
173 -DSQLITE_DEFAULT_TEMP_CACHE_SIZE=1000
174 -DSQLITE_DISABLE_LFS=1
175 -DSQLITE_ENABLE_FTS3=1
176 -DSQLITE_ENABLE_MEMORY_MANAGEMENT=1
177 -DSQLITE_ENABLE_RTREE=1
178 -DSQLITE_MAX_COMPOUND_SELECT=50
179 -DSQLITE_MAX_PAGE_SIZE=32768
180 -DSQLITE_OMIT_TRACE=1
181 -DSQLITE_TEMP_STORE=3
182 -DSQLITE_THREADSAFE=2
183 -DSQLITE_ENABLE_DESERIALIZE=1
184 --enable-json
1 --enable-fts
5 --enable-session
188 -DSQLITE_ENABLE_LOCKING_STYLE=1
198 -DSQLITE_DEFAULT_CACHE_SIZE=1000
199 -DSQLITE_DEFAULT_CKPTFULLFSYNC=1
200 -DSQLITE_DEFAULT_MEMSTATUS=1
201 -DSQLITE_DEFAULT_PAGE_SIZE=1024
202 -DSQLITE_DISABLE_PAGECACHE_OVERFLOW_STATS=1
203 -DSQLITE_ENABLE_API_ARMOR=1
204 -DSQLITE_ENABLE_AUTO_PROFILE=1
205 -DSQLITE_ENABLE_FLOCKTIMEOUT=1
206 -DSQLITE_ENABLE_FTS3=1
207 -DSQLITE_ENABLE_FTS3_PARENTHESIS=1
208 -DSQLITE_ENABLE_FTS3_TOKENIZER=1
209 -DSQLITE_ENABLE_PERSIST_WAL=1
210 -DSQLITE_ENABLE_PURGEABLE_PCACHE=1
211 -DSQLITE_ENABLE_RTREE=1
212 -DSQLITE_ENABLE_SNAPSHOT=1
213 # -DSQLITE_ENABLE_SQLLOG=1
214 -DSQLITE_ENABLE_UPDATE_DELETE_LIMIT=1
215 -DSQLITE_MAX_LENGTH=2147483645
216 -DSQLITE_MAX_VARIABLE_NUMBER=500000
217 # -DSQLITE_MEMDEBUG=1
219 -DSQLITE_OMIT_AUTORESET=1
220 -DSQLITE_OMIT_LOAD_EXTENSION=1
221 -DSQLITE_PREFER_PROXY_LOCKING=1
222 -DSQLITE_SERIES_CONSTRAINT_VERIFY=1
223 -DSQLITE_THREADSAFE=2
225 -DSQLITE_WRITE_WALFRAME_PREBUFFERED=1
228 --enable-json
1 --enable-fts
5
231 -DSQLITE_ENABLE_OVERSIZE_CELL_CHECK=1
232 -DSQLITE_MAX_ATTACHED=62
235 -DSQLITE_DEFAULT_FILE_FORMAT=4
236 -DSQLITE_MAX_ATTACHED=30
237 -DSQLITE_ENABLE_COLUMN_METADATA
240 -DSQLITE_ENABLE_FTS4_PARENTHESIS
241 -DSQLITE_DISABLE_FTS4_DEFERRED
242 -DSQLITE_ENABLE_RTREE
243 --enable-json
1 --enable-fts
5
246 -DSQLITE_TEST_REALLOC_STRESS=1
247 -DSQLITE_OMIT_LOOKASIDE=1
250 -DSQLITE_ENABLE_STAT4
252 -DSQLITE_ENABLE_RTREE
253 -DSQLITE_ENABLE_HIDDEN_COLUMNS
261 "Windows-Win32Heap" {
266 # The next group of configurations are used only by the
267 # Failure-Detection platform. They are all the same, but we need
268 # different names for them all so that they results appear in separate
278 if {$tcl_platform(os
)=="Darwin"} {
279 lappend Configs
(Apple
-DSQLITE_ENABLE_LOCKING_STYLE=1
282 array set ::Platforms [strip_comments
{
284 "Check-Symbols*" checksymbols
285 "Fast-One" "fuzztest test"
286 "Debug-One" "mptest test"
289 "Unlock-Notify" "QUICKTEST_INCLUDE=notify2.test test"
291 "Update-Delete-Limit" test
292 "Extra-Robustness" test
293 "Device-Two" "threadtest test"
297 "Sanitize" {QUICKTEST_OMIT
=func4.test
,nan.test test
}
298 "Device-One" fulltest
299 "Default" "threadtest fulltest"
300 "Valgrind*" valgrindtest
305 "Unlock-Notify" "QUICKTEST_INCLUDE=notify2.test test"
308 "Default" "threadtest fulltest"
311 "Locking-Style" "mptest test"
313 "Apple" "threadtest fulltest"
316 "Locking-Style" "mptest test"
318 "Apple" "threadtest fulltest"
323 "Windows-Memdebug*" test
324 "Windows-Win32Heap*" test
325 "Default" "mptest fulltestonly"
330 "Windows-Memdebug*" test
331 "Windows-Win32Heap*" test
332 "Default" "mptest fulltestonly"
335 # The Failure-Detection platform runs various tests that deliberately
336 # fail. This is used as a test of this script to verify that this script
337 # correctly identifies failures.
340 Fail0
* "TEST_FAILURE=0 test"
341 Sanitize
* "TEST_FAILURE=1 test"
342 Fail2
* "TEST_FAILURE=2 valgrindtest"
343 Fail3
* "TEST_FAILURE=3 valgrindtest"
344 Fail4
* "TEST_FAILURE=4 test"
345 FuzzFail1
* "TEST_FAILURE=5 test"
346 FuzzFail2
* "TEST_FAILURE=5 valgrindtest"
350 # Configuration verification: Check that each entry in the list of configs
351 # specified for each platforms exists.
353 foreach {key value
} [array get
::Platforms] {
354 foreach {v t
} $value {
355 if {[string range
$v end end
]=="*"} {
356 set v
[string range
$v 0 end-1
]
358 if {0==[info exists
::Configs($v)]} {
359 puts stderr
"No such configuration: \"$v\""
367 puts stderr
[subst $::USAGE]
371 proc is_prefix
{p str min
} {
372 set n
[string length
$p]
373 if {$n<$min} { return 0 }
374 if {[string range
$str 0 [expr $n-1]]!=$p} { return 0 }
378 proc main_configurations
{} {
379 foreach k
[lsort [array names
::Configs]] {
384 proc main_platforms
{} {
385 foreach k
[lsort [array names
::Platforms]] {
390 proc main_script
{args
} {
392 set nArg
[llength $args]
394 if {![is_prefix
[lindex $args 0] -msvc 2]} usage
396 } elseif
{$nArg<2 ||
$nArg>3} {
399 set config
[lindex $args end-1
]
400 set target
[lindex $args end
]
402 set opts
[list] ;# OPTS value
403 set cflags
[expr {$bMsvc ?
"-Zi" : "-g"}] ;# CFLAGS value
404 set makeOpts
[list] ;# Extra args for [make]
405 set configOpts
[list] ;# Extra args for [configure]
407 if {$::tcl_platform(platform
)=="windows" ||
$bMsvc} {
408 lappend opts
-DSQLITE_OS_WIN=1
410 lappend opts
-DSQLITE_OS_UNIX=1
413 # Figure out if this is a synthetic ndebug or debug configuration.
416 if {[string match
*-ndebug $config]} {
418 set config
[string range
$config 0 end-7
]
420 if {[string match
*-debug $config]} {
421 lappend opts
-DSQLITE_DEBUG
422 lappend opts
-DSQLITE_EXTRA_IFNULLROW
423 set config
[string range
$config 0 end-6
]
426 # Ensure that the named configuration exists.
428 if {![info exists
::Configs($config)]} {
429 puts stderr
"No such config: $config"
433 # Loop through the parameters of the nominated configuration, updating
434 # $opts, $cflags, $makeOpts and $configOpts along the way. Rules are as
437 # 1. If the parameter begins with a "*", discard it.
439 # 2. If $bRemoveDebug is set and the parameter is -DSQLITE_DEBUG or
440 # -DSQLITE_DEBUG=1, discard it
442 # 3. If the parameter begins with "-D", add it to $opts.
444 # 4. If the parameter begins with "--" add it to $configOpts. Unless
445 # this command is preparing a script for MSVC - then add an
446 # equivalent to $makeOpts or $opts.
448 # 5. If the parameter begins with "-" add it to $cflags. If in MSVC
449 # mode and the parameter is an -O<integer> option, instead add
450 # an OPTIMIZATIONS=<integer> switch to $makeOpts.
452 # 6. If none of the above apply, add the parameter to $makeOpts
454 foreach param
$::Configs($config) {
455 if {[string range
$param 0 0]=="*"} continue
458 if {$param=="-DSQLITE_DEBUG" ||
$param=="-DSQLITE_DEBUG=1"
459 ||
$param=="-DSQLITE_MEMDEBUG" ||
$param=="-DSQLITE_MEMDEBUG=1"
465 if {[string range
$param 0 1]=="-D"} {
470 if {[string range
$param 0 1]=="--"} {
473 --disable-amalgamation
{
474 lappend makeOpts USE_AMALGAMATION
=0
477 lappend makeOpts USE_CRT_DLL
=0 DYNAMIC_SHELL
=0
480 lappend opts
-DSQLITE_ENABLE_FTS5
483 lappend opts
-DSQLITE_ENABLE_JSON1
486 lappend makeOpts USE_CRT_DLL
=1 DYNAMIC_SHELL
=1
489 lappend opts
-DSQLITE_ENABLE_PREUPDATE_HOOK
490 lappend opts
-DSQLITE_ENABLE_SESSION
493 error "Cannot translate $param for MSVC"
497 lappend configOpts
$param
503 if {[string range
$param 0 0]=="-"} {
504 if {$bMsvc && [regexp -- {^
-O(\d
+)$} $param -> level
]} {
505 lappend makeOpts OPTIMIZATIONS
=$level
507 lappend cflags
$param
512 lappend makeOpts
$param
515 # Some configurations specify -DHAVE_USLEEP=0. For all others, add
518 if {[lsearch $opts "-DHAVE_USLEEP=0"]<0} {
519 lappend opts
-DHAVE_USLEEP=1
525 puts {if [ "$#" -ne 1 ] ; then
}
526 puts { echo
"Usage: $0 <sqlite-src-dir>" }
531 puts "TCL=\"[::tcl::pkgconfig get libdir,install]\""
533 puts "\$SRCDIR/configure --with-tcl=\$TCL $configOpts"
535 puts {OPTS
=" -DSQLITE_NO_SYNC=1"}
537 puts "OPTS=\"\$OPTS $o\""
540 puts "CFLAGS=\"$cflags\""
542 puts "make $target \"CFLAGS=\$CFLAGS\" \"OPTS=\$OPTS\" $makeOpts"
546 set makecmd
"nmake /f %SRCDIR%\\Makefile.msc TOP=%SRCDIR% $target "
547 append makecmd
"\"CFLAGS=$cflags\" \"OPTS=$opts\" $makeOpts"
554 proc main_tests
{args
} {
556 set nArg
[llength $args]
558 if {[is_prefix
[lindex $args 0] -nodebug 2]} {
560 } elseif
{[is_prefix
[lindex $args 0] -debug 2]} {
563 } elseif
{$nArg==0 ||
$nArg>2} {
566 set p
[lindex $args end
]
567 if {![info exists
::Platforms($p)]} {
568 puts stderr
"No such platform: $p"
572 foreach {config target
} $::Platforms($p) {
574 if {[string range
$config end end
]=="*"} {
576 set config
[string range
$config 0 end-1
]
578 puts "$config \"$target\""
579 if {$bNodebug==0 && $bNosynthetic==0} {
580 set iHas
[string first SQLITE_DEBUG
$::Configs($config)]
582 if {$target=="tcltest"} {
586 puts "$config-ndebug \"$dtarget\""
588 puts "$config-debug \"$dtarget\""
594 if {[llength $argv]==0} { usage
}
595 set cmd
[lindex $argv 0]
596 set n
[expr [llength $argv]-1]
597 if {[string match
${cmd
}* configurations
] && $n==0} {
599 } elseif
{[string match
${cmd
}* script
]} {
600 main_script
{*}[lrange $argv 1 end
]
601 } elseif
{[string match
${cmd
}* platforms
] && $n==0} {
603 } elseif
{[string match
${cmd
}* tests
]} {
604 main_tests
{*}[lrange $argv 1 end
]