3 # The author disclaims copyright to this source code. In place of
4 # a legal notice, here is a blessing:
6 # May you do good and not evil.
7 # May you find forgiveness for yourself and forgive others.
8 # May you share freely, never taking more than you give.
10 #***********************************************************************
11 # This file implements regression tests for SQLite library. The
12 # focus of this file is testing the SELECT statement.
14 # $Id: autovacuum.test,v 1.29 2009/04/06 17:50:03 danielk1977 Exp $
16 set testdir [file dirname $argv0]
17 source $testdir/tester.tcl
19 # If this build of the library does not support auto-vacuum, omit this
21 ifcapable {!autovacuum || !pragma} {
26 # Return a string $len characters long. The returned string is $char repeated
27 # over and over. For example, [make_str abc 8] returns "abcabcab".
28 proc make_str {char len} {
29 set str [string repeat $char. $len]
30 return [string range $str 0 [expr $len-1]]
33 # Return the number of pages in the file test.db by looking at the file system.
35 return [expr [file size test.db] / 1024]
38 #-------------------------------------------------------------------------
39 # Test cases autovacuum-1.* work as follows:
41 # 1. A table with a single indexed field is created.
42 # 2. Approximately 20 rows are inserted into the table. Each row is long
43 # enough such that it uses at least 2 overflow pages for both the table
45 # 3. The rows are deleted in a psuedo-random order. Sometimes only one row
46 # is deleted per transaction, sometimes more than one.
47 # 4. After each transaction the table data is checked to ensure it is correct
48 # and a "PRAGMA integrity_check" is executed.
49 # 5. Once all the rows are deleted the file is checked to make sure it
50 # consists of exactly 4 pages.
52 # Steps 2-5 are repeated for a few different psuedo-random delete patterns
53 # (defined by the $delete_orders list).
54 set delete_orders [list]
55 lappend delete_orders {1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20}
56 lappend delete_orders {20 19 18 17 16 15 14 13 12 11 10 9 8 7 6 5 4 3 2 1}
57 lappend delete_orders {8 18 2 4 14 11 13 3 10 7 9 5 12 17 19 15 20 6 16 1}
58 lappend delete_orders {10 3 11 17 19 20 7 4 13 6 1 14 16 12 9 18 8 15 5 2}
59 lappend delete_orders {{1 2 3 4 5 6 7 8 9 10} {11 12 13 14 15 16 17 18 19 20}}
60 lappend delete_orders {{19 8 17 15} {16 11 9 14} {18 5 3 1} {13 20 7 2} {6 12}}
62 # The length of each table entry.
66 do_test autovacuum-1.1 {
68 PRAGMA auto_vacuum = 1;
70 CREATE INDEX av1_idx ON av1(a);
75 foreach delete_order $delete_orders {
80 foreach i [lsort -integer [eval concat $delete_order]] {
81 execsql "INSERT INTO av1 (oid, a) VALUES($i, '[make_str $i $ENTRY_LEN]')"
82 lappend ::tbl_data [make_str $i $ENTRY_LEN]
85 # Make sure the integrity check passes with the initial data.
86 ifcapable {integrityck} {
87 do_test autovacuum-1.$tn.1 {
89 pragma integrity_check
94 foreach delete $delete_order {
95 # Delete one set of rows from the table.
96 do_test autovacuum-1.$tn.($delete).1 {
98 DELETE FROM av1 WHERE oid = [join $delete " OR oid = "]
102 # Do the integrity check.
103 ifcapable {integrityck} {
104 do_test autovacuum-1.$tn.($delete).2 {
106 pragma integrity_check
110 # Ensure the data remaining in the table is what was expected.
112 set idx [lsearch $::tbl_data [make_str $d $ENTRY_LEN]]
113 set ::tbl_data [lreplace $::tbl_data $idx $idx]
115 do_test autovacuum-1.$tn.($delete).3 {
117 select a from av1 order by rowid
122 # All rows have been deleted. Ensure the file has shrunk to 4 pages.
123 do_test autovacuum-1.$tn.3 {
128 #---------------------------------------------------------------------------
129 # Tests cases autovacuum-2.* test that root pages are allocated
130 # and deallocated correctly at the start of the file. Operation is roughly as
133 # autovacuum-2.1.*: Drop the tables that currently exist in the database.
134 # autovacuum-2.2.*: Create some tables. Ensure that data pages can be
135 # moved correctly to make space for new root-pages.
136 # autovacuum-2.3.*: Drop one of the tables just created (not the last one),
137 # and check that one of the other tables is moved to
138 # the free root-page location.
139 # autovacuum-2.4.*: Check that a table can be created correctly when the
140 # root-page it requires is on the free-list.
141 # autovacuum-2.5.*: Check that a table with indices can be dropped. This
142 # is slightly tricky because dropping one of the
143 # indices/table btrees could move the root-page of another.
144 # The code-generation layer of SQLite overcomes this problem
145 # by dropping the btrees in descending order of root-pages.
146 # This test ensures that this actually happens.
148 do_test autovacuum-2.1.1 {
153 do_test autovacuum-2.1.2 {
157 # Create a table and put some data in it.
158 do_test autovacuum-2.2.1 {
161 SELECT rootpage FROM sqlite_master ORDER BY rootpage;
164 do_test autovacuum-2.2.2 {
166 INSERT INTO av1 VALUES('[make_str abc 3000]');
167 INSERT INTO av1 VALUES('[make_str def 3000]');
168 INSERT INTO av1 VALUES('[make_str ghi 3000]');
169 INSERT INTO av1 VALUES('[make_str jkl 3000]');
171 set ::av1_data [db eval {select * from av1}]
175 # Create another table. Check it is located immediately after the first.
176 # This test case moves the second page in an over-flow chain.
177 do_test autovacuum-2.2.3 {
180 SELECT rootpage FROM sqlite_master ORDER BY rootpage;
183 do_test autovacuum-2.2.4 {
187 # Create another table. Check it is located immediately after the second.
188 # This test case moves the first page in an over-flow chain.
189 do_test autovacuum-2.2.5 {
192 SELECT rootpage FROM sqlite_master ORDER BY rootpage;
195 do_test autovacuum-2.2.6 {
199 # Create another table. Check it is located immediately after the second.
200 # This test case moves a btree leaf page.
201 do_test autovacuum-2.2.7 {
204 SELECT rootpage FROM sqlite_master ORDER BY rootpage;
207 do_test autovacuum-2.2.8 {
210 do_test autovacuum-2.2.9 {
216 do_test autovacuum-2.3.1 {
218 INSERT INTO av2 SELECT 'av1' || x FROM av1;
219 INSERT INTO av3 SELECT 'av2' || x FROM av1;
220 INSERT INTO av4 SELECT 'av3' || x FROM av1;
222 set ::av2_data [execsql {select x from av2}]
223 set ::av3_data [execsql {select x from av3}]
224 set ::av4_data [execsql {select x from av4}]
227 do_test autovacuum-2.3.2 {
230 SELECT rootpage FROM sqlite_master ORDER BY rootpage;
233 do_test autovacuum-2.3.3 {
236 do_test autovacuum-2.3.4 {
241 do_test autovacuum-2.3.5 {
247 # Drop all the tables in the file. This puts all pages except the first 2
248 # (the sqlite_master root-page and the first pointer map page) on the
250 do_test autovacuum-2.4.1 {
259 do_test autovacuum-2.4.2 {
260 for {set i 3} {$i<=10} {incr i} {
261 execsql "CREATE TABLE av$i (x)"
265 do_test autovacuum-2.4.3 {
267 SELECT rootpage FROM sqlite_master ORDER by rootpage
271 # Right now there are 5 free pages in the database. Consume and then free
272 # all 520 pages. Then create 520 tables. This ensures that at least some of the
273 # desired root-pages reside on the second free-list trunk page, and that the
274 # trunk itself is required at some point.
275 do_test autovacuum-2.4.4 {
277 INSERT INTO av3 VALUES ('[make_str abcde [expr 1020*520 + 500]]');
281 set root_page_list [list]
282 set pending_byte_page [expr ($::sqlite_pending_byte / 1024) + 1]
285 # These are either the pending_byte page or the pointer map pages
287 unset -nocomplain unusable_page
288 if {[sqlite3 -has-codec]} {
289 array set unusable_page {205 1 408 1}
291 array set unusable_page {207 1 412 1}
293 set unusable_page($pending_byte_page) 1
295 for {set i 3} {$i<=532} {incr i} {
296 if {![info exists unusable_page($i)]} {
297 lappend root_page_list $i
300 if {$i >= $pending_byte_page} {
301 lappend root_page_list $i
303 do_test autovacuum-2.4.5 {
304 for {set i 11} {$i<=530} {incr i} {
305 execsql "CREATE TABLE av$i (x)"
308 SELECT rootpage FROM sqlite_master ORDER by rootpage
312 # Just for fun, delete all those tables and see if the database is 1 page.
313 do_test autovacuum-2.4.6 {
316 } [expr 561 + (($i >= $pending_byte_page)?1:0)]
317 integrity_check autovacuum-2.4.6
318 do_test autovacuum-2.4.7 {
320 for {set i 3} {$i<=530} {incr i} {
321 execsql "DROP TABLE av$i"
327 # Create some tables with indices to drop.
328 do_test autovacuum-2.5.1 {
330 CREATE TABLE av1(a PRIMARY KEY, b, c);
331 INSERT INTO av1 VALUES('av1 a', 'av1 b', 'av1 c');
333 CREATE TABLE av2(a PRIMARY KEY, b, c);
334 CREATE INDEX av2_i1 ON av2(b);
335 CREATE INDEX av2_i2 ON av2(c);
336 INSERT INTO av2 VALUES('av2 a', 'av2 b', 'av2 c');
338 CREATE TABLE av3(a PRIMARY KEY, b, c);
339 CREATE INDEX av3_i1 ON av3(b);
340 INSERT INTO av3 VALUES('av3 a', 'av3 b', 'av3 c');
342 CREATE TABLE av4(a, b, c);
343 CREATE INDEX av4_i1 ON av4(a);
344 CREATE INDEX av4_i2 ON av4(b);
345 CREATE INDEX av4_i3 ON av4(c);
346 CREATE INDEX av4_i4 ON av4(a, b, c);
347 INSERT INTO av4 VALUES('av4 a', 'av4 b', 'av4 c');
351 do_test autovacuum-2.5.2 {
353 SELECT name, rootpage FROM sqlite_master;
355 } [list av1 3 sqlite_autoindex_av1_1 4 \
356 av2 5 sqlite_autoindex_av2_1 6 av2_i1 7 av2_i2 8 \
357 av3 9 sqlite_autoindex_av3_1 10 av3_i1 11 \
358 av4 12 av4_i1 13 av4_i2 14 av4_i3 15 av4_i4 16 \
361 # The following 4 tests are SELECT queries that use the indices created.
362 # If the root-pages in the internal schema are not updated correctly when
363 # a table or indice is moved, these queries will fail. They are repeated
364 # after each table is dropped (i.e. as test cases 2.5.*.[1..4]).
365 do_test autovacuum-2.5.2.1 {
367 SELECT * FROM av1 WHERE a = 'av1 a';
369 } {{av1 a} {av1 b} {av1 c}}
370 do_test autovacuum-2.5.2.2 {
372 SELECT * FROM av2 WHERE a = 'av2 a' AND b = 'av2 b' AND c = 'av2 c'
374 } {{av2 a} {av2 b} {av2 c}}
375 do_test autovacuum-2.5.2.3 {
377 SELECT * FROM av3 WHERE a = 'av3 a' AND b = 'av3 b';
379 } {{av3 a} {av3 b} {av3 c}}
380 do_test autovacuum-2.5.2.4 {
382 SELECT * FROM av4 WHERE a = 'av4 a' AND b = 'av4 b' AND c = 'av4 c';
384 } {{av4 a} {av4 b} {av4 c}}
386 # Drop table av3. Indices av4_i2, av4_i3 and av4_i4 are moved to fill the two
387 # root pages vacated. The operation proceeds as:
388 # Step 1: Delete av3_i1 (root-page 11). Move root-page of av4_i4 to page 11.
389 # Step 2: Delete av3 (root-page 10). Move root-page of av4_i3 to page 10.
390 # Step 3: Delete sqlite_autoindex_av1_3 (root-page 9). Move av4_i2 to page 9.
391 do_test autovacuum-2.5.3 {
394 SELECT name, rootpage FROM sqlite_master;
396 } [list av1 3 sqlite_autoindex_av1_1 4 \
397 av2 5 sqlite_autoindex_av2_1 6 av2_i1 7 av2_i2 8 \
398 av4 12 av4_i1 13 av4_i2 9 av4_i3 10 av4_i4 11 \
400 do_test autovacuum-2.5.3.1 {
402 SELECT * FROM av1 WHERE a = 'av1 a';
404 } {{av1 a} {av1 b} {av1 c}}
405 do_test autovacuum-2.5.3.2 {
407 SELECT * FROM av2 WHERE a = 'av2 a' AND b = 'av2 b' AND c = 'av2 c'
409 } {{av2 a} {av2 b} {av2 c}}
410 do_test autovacuum-2.5.3.3 {
412 SELECT * FROM av4 WHERE a = 'av4 a' AND b = 'av4 b' AND c = 'av4 c';
414 } {{av4 a} {av4 b} {av4 c}}
417 # Step 1: Delete av1 (root page 4). Root-page of av4_i1 fills the gap.
418 # Step 2: Delete sqlite_autoindex_av1_1 (root page 3). Move av4 to the gap.
419 do_test autovacuum-2.5.4 {
422 SELECT name, rootpage FROM sqlite_master;
424 } [list av2 5 sqlite_autoindex_av2_1 6 av2_i1 7 av2_i2 8 \
425 av4 3 av4_i1 4 av4_i2 9 av4_i3 10 av4_i4 11 \
427 do_test autovacuum-2.5.4.2 {
429 SELECT * FROM av2 WHERE a = 'av2 a' AND b = 'av2 b' AND c = 'av2 c'
431 } {{av2 a} {av2 b} {av2 c}}
432 do_test autovacuum-2.5.4.4 {
434 SELECT * FROM av4 WHERE a = 'av4 a' AND b = 'av4 b' AND c = 'av4 c';
436 } {{av4 a} {av4 b} {av4 c}}
439 # Step 1: Delete av4_i4.
440 # Step 2: Delete av4_i3.
441 # Step 3: Delete av4_i2.
442 # Step 4: Delete av4_i1. av2_i2 replaces it.
443 # Step 5: Delete av4. av2_i1 replaces it.
444 do_test autovacuum-2.5.5 {
447 SELECT name, rootpage FROM sqlite_master;
449 } [list av2 5 sqlite_autoindex_av2_1 6 av2_i1 3 av2_i2 4]
450 do_test autovacuum-2.5.5.2 {
452 SELECT * FROM av2 WHERE a = 'av2 a' AND b = 'av2 b' AND c = 'av2 c'
454 } {{av2 a} {av2 b} {av2 c}}
456 #--------------------------------------------------------------------------
457 # Test cases autovacuum-3.* test the operation of the "PRAGMA auto_vacuum"
460 do_test autovacuum-3.1 {
465 do_test autovacuum-3.2 {
472 do_test autovacuum-3.3 {
474 PRAGMA auto_vacuum = 0;
479 do_test autovacuum-3.4 {
487 do_test autovacuum-3.5 {
493 do_test autovacuum-3.6 {
495 PRAGMA auto_vacuum = 1;
498 } [expr $AUTOVACUUM ? 1 : 0]
499 do_test autovacuum-3.7 {
504 } [expr $AUTOVACUUM?1:2]
507 #-----------------------------------------------------------------------
508 # Test that if a statement transaction around a CREATE INDEX statement is
509 # rolled back no corruption occurs.
511 do_test autovacuum-4.0 {
512 # The last round of tests may have left the db in non-autovacuum mode.
513 # Reset everything just in case.
516 forcedelete test.db test.db-journal
519 PRAGMA auto_vacuum = 1;
523 do_test autovacuum-4.1 {
525 CREATE TABLE av1(a, b);
528 for {set i 0} {$i<100} {incr i} {
529 execsql "INSERT INTO av1 VALUES($i, '[string repeat X 200]');"
531 execsql "INSERT INTO av1 VALUES(99, '[string repeat X 200]');"
533 SELECT sum(a) FROM av1;
536 do_test autovacuum-4.2 {
538 CREATE UNIQUE INDEX av1_i ON av1(a);
540 } {1 {UNIQUE constraint failed: av1.a}}
541 do_test autovacuum-4.3 {
543 SELECT sum(a) FROM av1;
546 do_test autovacuum-4.4 {
552 ifcapable integrityck {
555 do_test autovacuum-5.1 {
559 PRAGMA auto_vacuum=1;
563 PRAGMA integrity_check;
571 # In autovacuum mode, when tables or indices are deleted, the rootpage
572 # values in the symbol table have to be updated. There was a bug in this
573 # logic so that if an index/table was moved twice, the second move might
574 # not occur. This would leave the internal symbol table in an inconsistent
575 # state causing subsequent statements to fail.
577 # The problem is difficult to reproduce. The sequence of statements in
578 # the following test are carefully designed make it occur and thus to
579 # verify that this very obscure bug has been resolved.
581 ifcapable integrityck&&memorydb {
583 do_test autovacuum-6.1 {
587 PRAGMA auto_vacuum=1;
588 CREATE TABLE t1(a, b);
589 CREATE INDEX i1 ON t1(a);
591 CREATE INDEX i2 ON t2(a);
593 CREATE INDEX i3 ON t2(a);
594 CREATE INDEX x ON t1(b);
596 PRAGMA integrity_check;
598 PRAGMA integrity_check;
600 PRAGMA integrity_check;
606 #---------------------------------------------------------------------
607 # Test cases autovacuum-7.X test the case where a page must be moved
608 # and the destination location collides with at least one other
609 # entry in the page hash-table (internal to the pager.c module.
611 do_test autovacuum-7.1 {
614 forcedelete test.db-journal
618 PRAGMA auto_vacuum=1;
619 CREATE TABLE t1(a, b, PRIMARY KEY(a, b));
620 INSERT INTO t1 VALUES(randstr(400,400),randstr(400,400));
621 INSERT INTO t1 SELECT randstr(400,400), randstr(400,400) FROM t1; -- 2
622 INSERT INTO t1 SELECT randstr(400,400), randstr(400,400) FROM t1; -- 4
623 INSERT INTO t1 SELECT randstr(400,400), randstr(400,400) FROM t1; -- 8
624 INSERT INTO t1 SELECT randstr(400,400), randstr(400,400) FROM t1; -- 16
625 INSERT INTO t1 SELECT randstr(400,400), randstr(400,400) FROM t1; -- 32
628 expr {[file size test.db] / 1024}
631 do_test autovacuum-7.2 {
633 CREATE TABLE t2(a, b, PRIMARY KEY(a, b));
634 INSERT INTO t2 SELECT randstr(400,400), randstr(400,400) FROM t1; -- 2
635 CREATE TABLE t3(a, b, PRIMARY KEY(a, b));
636 INSERT INTO t3 SELECT randstr(400,400), randstr(400,400) FROM t1; -- 2
637 CREATE TABLE t4(a, b, PRIMARY KEY(a, b));
638 INSERT INTO t4 SELECT randstr(400,400), randstr(400,400) FROM t1; -- 2
639 CREATE TABLE t5(a, b, PRIMARY KEY(a, b));
640 INSERT INTO t5 SELECT randstr(400,400), randstr(400,400) FROM t1; -- 2
642 expr {[file size test.db] / 1024}
645 do_test autovacuum-7.3 {
652 SELECT count(*) FROM t1;
654 expr {[file size test.db] / 1024}
657 #------------------------------------------------------------------------
660 # Try to determine the autovacuum setting for a database that is locked.
662 do_test autovacuum-8.1 {
666 db eval {PRAGMA auto_vacuum}
668 if {[permutation] == ""} {
669 do_test autovacuum-8.2 {
670 db eval {BEGIN EXCLUSIVE}
671 catchsql {PRAGMA auto_vacuum} db2
672 } {1 {database is locked}}
674 catch {db eval {COMMIT}}
677 do_test autovacuum-9.1 {
687 do_test autovacuum-9.2 {
690 do_test autovacuum-9.3 {
692 CREATE TABLE t1(a INTEGER PRIMARY KEY, b);
693 INSERT INTO t1 VALUES(NULL, randstr(50,50));
695 for {set ii 0} {$ii < 10} {incr ii} {
696 db eval { INSERT INTO t1 SELECT NULL, randstr(50,50) FROM t1 }
699 } $::sqlite_pending_byte
700 do_test autovacuum-9.4 {
701 execsql { INSERT INTO t1 SELECT NULL, randstr(50,50) FROM t1 }
703 do_test autovacuum-9.5 {
704 execsql { DELETE FROM t1 WHERE rowid > (SELECT max(a)/2 FROM t1) }
706 } $::sqlite_pending_byte
708 do_execsql_test autovacuum-10.1 {
710 CREATE TABLE t1(a INTEGER PRIMARY KEY, b);
711 INSERT INTO t1 VALUES(25, randomblob(104));
712 REPLACE INTO t1 VALUES(25, randomblob(1117));
713 PRAGMA integrity_check;