# 2010 June 15
#
# The author disclaims copyright to this source code. In place of
# a legal notice, here is a blessing:
#
# May you do good and not evil.
# May you find forgiveness for yourself and forgive others.
# May you share freely, never taking more than you give.
#
#***********************************************************************
#
set testdir [file dirname $argv0]
source $testdir/tester.tcl
source $testdir/lock_common.tcl
source $testdir/malloc_common.tcl
set a_string_counter 1
proc a_string {n} {
global a_string_counter
incr a_string_counter
string range [string repeat "${a_string_counter}." $n] 1 $n
}
db func a_string a_string
if 1 {
#-------------------------------------------------------------------------
# Test fault-injection while rolling back a hot-journal file.
#
do_test pagerfault-1-pre1 {
execsql {
PRAGMA journal_mode = DELETE;
PRAGMA cache_size = 10;
CREATE TABLE t1(a UNIQUE, b UNIQUE);
INSERT INTO t1 VALUES(a_string(200), a_string(300));
INSERT INTO t1 SELECT a_string(200), a_string(300) FROM t1;
INSERT INTO t1 SELECT a_string(200), a_string(300) FROM t1;
BEGIN;
INSERT INTO t1 SELECT a_string(201), a_string(301) FROM t1;
INSERT INTO t1 SELECT a_string(202), a_string(302) FROM t1;
INSERT INTO t1 SELECT a_string(203), a_string(303) FROM t1;
INSERT INTO t1 SELECT a_string(204), a_string(304) FROM t1;
}
faultsim_save_and_close
} {}
do_faultsim_test pagerfault-1 -prep {
faultsim_restore_and_reopen
} -body {
execsql { SELECT count(*) FROM t1 }
} -test {
faultsim_test_result {0 4}
faultsim_integrity_check
if {[db one { SELECT count(*) FROM t1 }] != 4} {
error "Database content appears incorrect"
}
}
#-------------------------------------------------------------------------
# Test fault-injection while rolling back a hot-journal file with a
# page-size different from the current value stored on page 1 of the
# database file.
#
do_test pagerfault-2-pre1 {
testvfs tv -default 1
tv filter xSync
tv script xSyncCb
proc xSyncCb {filename args} {
if {[string match *journal filename]==0} faultsim_save
}
faultsim_delete_and_reopen
execsql {
PRAGMA page_size = 4096;
BEGIN;
CREATE TABLE abc(a, b, c);
INSERT INTO abc VALUES('o', 't', 't');
INSERT INTO abc VALUES('f', 'f', 's');
INSERT INTO abc SELECT * FROM abc; -- 4
INSERT INTO abc SELECT * FROM abc; -- 8
INSERT INTO abc SELECT * FROM abc; -- 16
INSERT INTO abc SELECT * FROM abc; -- 32
INSERT INTO abc SELECT * FROM abc; -- 64
INSERT INTO abc SELECT * FROM abc; -- 128
INSERT INTO abc SELECT * FROM abc; -- 256
COMMIT;
PRAGMA page_size = 1024;
VACUUM;
}
db close
tv delete
} {}
do_faultsim_test pagerfault-2 -prep {
faultsim_restore_and_reopen
} -body {
execsql { SELECT * FROM abc }
} -test {
set answer [split [string repeat "ottffs" 128] ""]
faultsim_test_result [list 0 $answer]
faultsim_integrity_check
set res [db eval { SELECT * FROM abc }]
if {$res != $answer} { error "Database content appears incorrect ($res)" }
}
#-------------------------------------------------------------------------
# Test fault-injection while rolling back hot-journals that were created
# as part of a multi-file transaction.
#
do_test pagerfault-3-pre1 {
testvfs tstvfs -default 1
tstvfs filter xDelete
tstvfs script xDeleteCallback
proc xDeleteCallback {method file args} {
set file [file tail $file]
if { [string match *mj* $file] } { faultsim_save }
}
faultsim_delete_and_reopen
db func a_string a_string
execsql {
ATTACH 'test.db2' AS aux;
PRAGMA journal_mode = DELETE;
PRAGMA main.cache_size = 10;
PRAGMA aux.cache_size = 10;
CREATE TABLE t1(a UNIQUE, b UNIQUE);
CREATE TABLE aux.t2(a UNIQUE, b UNIQUE);
INSERT INTO t1 VALUES(a_string(200), a_string(300));
INSERT INTO t1 SELECT a_string(200), a_string(300) FROM t1;
INSERT INTO t1 SELECT a_string(200), a_string(300) FROM t1;
INSERT INTO t2 SELECT * FROM t1;
BEGIN;
INSERT INTO t1 SELECT a_string(201), a_string(301) FROM t1;
INSERT INTO t1 SELECT a_string(202), a_string(302) FROM t1;
INSERT INTO t1 SELECT a_string(203), a_string(303) FROM t1;
INSERT INTO t1 SELECT a_string(204), a_string(304) FROM t1;
REPLACE INTO t2 SELECT * FROM t1;
COMMIT;
}
db close
tstvfs delete
} {}
do_faultsim_test pagerfault-3 -prep {
faultsim_restore_and_reopen
} -body {
execsql {
ATTACH 'test.db2' AS aux;
SELECT count(*) FROM t2;
SELECT count(*) FROM t1;
}
} -test {
faultsim_test_result {0 {4 4}} {1 {unable to open database: test.db2}}
faultsim_integrity_check
catchsql { ATTACH 'test.db2' AS aux }
if {[db one { SELECT count(*) FROM t1 }] != 4
|| [db one { SELECT count(*) FROM t2 }] != 4
} {
error "Database content appears incorrect"
}
}
#-------------------------------------------------------------------------
# Test fault-injection as part of a vanilla, no-transaction, INSERT
# statement.
#
do_faultsim_test pagerfault-4 -prep {
faultsim_delete_and_reopen
} -body {
execsql {
CREATE TABLE x(y);
INSERT INTO x VALUES('z');
SELECT * FROM x;
}
} -test {
faultsim_test_result {0 z}
faultsim_integrity_check
}
#-------------------------------------------------------------------------
# Test fault-injection as part of a commit when using journal_mode=PERSIST.
# Three different cases:
#
# pagerfault-5.1: With no journal_size_limit configured.
# pagerfault-5.2: With a journal_size_limit configured.
# pagerfault-5.4: Multi-file transaction. One connection has a
# journal_size_limit of 0, the other has no limit.
#
do_test pagerfault-5-pre1 {
faultsim_delete_and_reopen
db func a_string a_string
execsql {
CREATE TABLE t1(a UNIQUE, b UNIQUE);
INSERT INTO t1 VALUES(a_string(200), a_string(300));
INSERT INTO t1 SELECT a_string(200), a_string(300) FROM t1;
INSERT INTO t1 SELECT a_string(200), a_string(300) FROM t1;
}
faultsim_save_and_close
} {}
do_faultsim_test pagerfault-5.1 -prep {
faultsim_restore_and_reopen
db func a_string a_string
execsql { PRAGMA journal_mode = PERSIST }
} -body {
execsql { INSERT INTO t1 SELECT a_string(200), a_string(300) FROM t1 }
} -test {
faultsim_test_result {0 {}}
faultsim_integrity_check
}
do_faultsim_test pagerfault-5.2 -prep {
faultsim_restore_and_reopen
db func a_string a_string
execsql {
PRAGMA journal_mode = PERSIST;
PRAGMA journal_size_limit = 2048;
}
} -body {
execsql { INSERT INTO t1 SELECT a_string(200), a_string(300) FROM t1 }
} -test {
faultsim_test_result {0 {}}
faultsim_integrity_check
}
do_faultsim_test pagerfault-5.3 -faults oom-transient -prep {
faultsim_restore_and_reopen
db func a_string a_string
file delete -force test2.db test2.db-journal test2.db-wal
execsql {
PRAGMA journal_mode = PERSIST;
ATTACH 'test2.db' AS aux;
PRAGMA aux.journal_mode = PERSIST;
PRAGMA aux.journal_size_limit = 0;
}
} -body {
execsql {
BEGIN;
INSERT INTO t1 SELECT a_string(200), a_string(300) FROM t1;
CREATE TABLE aux.t2 AS SELECT * FROM t1;
COMMIT;
}
} -test {
faultsim_test_result {0 {}}
faultsim_integrity_check
set res ""
set rc [catch { set res [db one { PRAGMA aux.integrity_check }] }]
if {$rc!=0 || $res != "ok"} {error "integrity-check problem:$rc $res"}
}
#-------------------------------------------------------------------------
# Test fault-injection as part of a commit when using
# journal_mode=TRUNCATE.
#
do_test pagerfault-6-pre1 {
faultsim_delete_and_reopen
db func a_string a_string
execsql {
CREATE TABLE t1(a UNIQUE, b UNIQUE);
INSERT INTO t1 VALUES(a_string(200), a_string(300));
}
faultsim_save_and_close
} {}
do_faultsim_test pagerfault-6.1 -prep {
faultsim_restore_and_reopen
db func a_string a_string
execsql { PRAGMA journal_mode = TRUNCATE }
} -body {
execsql { INSERT INTO t1 SELECT a_string(200), a_string(300) FROM t1 }
execsql { INSERT INTO t1 SELECT a_string(200), a_string(300) FROM t1 }
} -test {
faultsim_test_result {0 {}}
faultsim_integrity_check
}
# The unix vfs xAccess() method considers a file zero bytes in size to
# "not exist". This proc overrides that behaviour so that a zero length
# file is considered to exist.
#
proc xAccess {method filename op args} {
if {$op != "SQLITE_ACCESS_EXISTS"} { return "" }
return [file exists $filename]
}
do_faultsim_test pagerfault-6.2 -faults cantopen-* -prep {
shmfault filter xAccess
shmfault script xAccess
faultsim_restore_and_reopen
db func a_string a_string
execsql { PRAGMA journal_mode = TRUNCATE }
} -body {
execsql { INSERT INTO t1 SELECT a_string(200), a_string(300) FROM t1 }
execsql { INSERT INTO t1 SELECT a_string(200), a_string(300) FROM t1 }
} -test {
faultsim_test_result {0 {}}
faultsim_integrity_check
}
# The following was an attempt to get a bitvec malloc to fail. Didn't work.
#
# do_test pagerfault-6-pre1 {
# faultsim_delete_and_reopen
# execsql {
# CREATE TABLE t1(x, y, UNIQUE(x, y));
# INSERT INTO t1 VALUES(1, randomblob(1501));
# INSERT INTO t1 VALUES(2, randomblob(1502));
# INSERT INTO t1 VALUES(3, randomblob(1503));
# INSERT INTO t1 VALUES(4, randomblob(1504));
# INSERT INTO t1
# SELECT x, randomblob(1500+oid+(SELECT max(oid) FROM t1)) FROM t1;
# INSERT INTO t1
# SELECT x, randomblob(1500+oid+(SELECT max(oid) FROM t1)) FROM t1;
# INSERT INTO t1
# SELECT x, randomblob(1500+oid+(SELECT max(oid) FROM t1)) FROM t1;
# INSERT INTO t1
# SELECT x, randomblob(1500+oid+(SELECT max(oid) FROM t1)) FROM t1;
# }
# faultsim_save_and_close
# } {}
# do_faultsim_test pagerfault-6 -prep {
# faultsim_restore_and_reopen
# } -body {
# execsql {
# BEGIN;
# UPDATE t1 SET x=x+4 WHERE x=1;
# SAVEPOINT one;
# UPDATE t1 SET x=x+4 WHERE x=2;
# SAVEPOINT three;
# UPDATE t1 SET x=x+4 WHERE x=3;
# SAVEPOINT four;
# UPDATE t1 SET x=x+4 WHERE x=4;
# RELEASE three;
# COMMIT;
# SELECT DISTINCT x FROM t1;
# }
# } -test {
# faultsim_test_result {0 {5 6 7 8}}
# faultsim_integrity_check
# }
#
# This is designed to provoke a special case in the pager code:
#
# If an error (specifically, a FULL or IOERR error) occurs while writing a
# dirty page to the file-system in order to free up memory, the pager enters
# the "error state". An IO error causes SQLite to roll back the current
# transaction (exiting the error state). A FULL error, however, may only
# rollback the current statement.
#
# This block tests that nothing goes wrong if a FULL error occurs while
# writing a dirty page out to free memory from within a statement that has
# opened a statement transaction.
#
do_test pagerfault-7-pre1 {
faultsim_delete_and_reopen
execsql {
CREATE TABLE t2(a INTEGER PRIMARY KEY, b);
BEGIN;
INSERT INTO t2 VALUES(NULL, randomblob(1500));
INSERT INTO t2 VALUES(NULL, randomblob(1500));
INSERT INTO t2 SELECT NULL, randomblob(1500) FROM t2; -- 4
INSERT INTO t2 SELECT NULL, randomblob(1500) FROM t2; -- 8
INSERT INTO t2 SELECT NULL, randomblob(1500) FROM t2; -- 16
INSERT INTO t2 SELECT NULL, randomblob(1500) FROM t2; -- 32
INSERT INTO t2 SELECT NULL, randomblob(1500) FROM t2; -- 64
COMMIT;
CREATE TABLE t1(a PRIMARY KEY, b);
INSERT INTO t1 SELECT * FROM t2;
DROP TABLE t2;
}
faultsim_save_and_close
} {}
do_faultsim_test pagerfault-7 -prep {
faultsim_restore_and_reopen
execsql {
PRAGMA cache_size = 10;
BEGIN;
UPDATE t1 SET b = randomblob(1500);
}
} -body {
execsql { UPDATE t1 SET a = 65, b = randomblob(1500) WHERE (a+1)>200 }
execsql COMMIT
} -test {
faultsim_test_result {0 {}}
faultsim_integrity_check
}
do_test pagerfault-8-pre1 {
faultsim_delete_and_reopen
execsql {
PRAGMA auto_vacuum = 1;
CREATE TABLE t1(a INTEGER PRIMARY KEY, b);
BEGIN;
INSERT INTO t1 VALUES(NULL, randomblob(1500));
INSERT INTO t1 VALUES(NULL, randomblob(1500));
INSERT INTO t1 SELECT NULL, randomblob(1500) FROM t1; -- 4
INSERT INTO t1 SELECT NULL, randomblob(1500) FROM t1; -- 8
INSERT INTO t1 SELECT NULL, randomblob(1500) FROM t1; -- 16
INSERT INTO t1 SELECT NULL, randomblob(1500) FROM t1; -- 32
INSERT INTO t1 SELECT NULL, randomblob(1500) FROM t1; -- 64
COMMIT;
}
faultsim_save_and_close
set filesize [file size test.db]
set {} {}
} {}
do_test pagerfault-8-pre2 {
faultsim_restore_and_reopen
execsql { DELETE FROM t1 WHERE a>32 }
expr {[file size test.db] < $filesize}
} {1}
do_faultsim_test pagerfault-8 -prep {
faultsim_restore_and_reopen
execsql {
BEGIN;
DELETE FROM t1 WHERE a>32;
}
} -body {
execsql COMMIT
} -test {
faultsim_test_result {0 {}}
faultsim_integrity_check
}
#-------------------------------------------------------------------------
# This test case is specially designed so that during a savepoint
# rollback, a new cache entry must be allocated (see comments surrounding
# the call to sqlite3PagerAcquire() from within pager_playback_one_page()
# for details). Test the effects of injecting an OOM at this point.
#
do_test pagerfault-9-pre1 {
faultsim_delete_and_reopen
execsql {
PRAGMA auto_vacuum = incremental;
CREATE TABLE t1(x);
CREATE TABLE t2(y);
CREATE TABLE t3(z);
INSERT INTO t1 VALUES(randomblob(900));
INSERT INTO t1 VALUES(randomblob(900));
DELETE FROM t1;
}
faultsim_save_and_close
} {}
do_faultsim_test pagerfault-9.1 -prep {
faultsim_restore_and_reopen
execsql {
BEGIN;
INSERT INTO t1 VALUES(randomblob(900));
INSERT INTO t1 VALUES(randomblob(900));
DROP TABLE t3;
DROP TABLE t2;
SAVEPOINT abc;
PRAGMA incremental_vacuum;
}
} -body {
execsql {
ROLLBACK TO abc;
COMMIT;
PRAGMA freelist_count
}
} -test {
faultsim_test_result {0 2}
faultsim_integrity_check
set sl [db one { SELECT COALESCE(sum(length(x)), 'null') FROM t1 }]
if {$sl!="null" && $sl!=1800} {
error "Content looks no good... ($sl)"
}
}
#-------------------------------------------------------------------------
# Test fault injection with a temporary database file.
#
do_faultsim_test pagerfault-10 -prep {
sqlite3 db ""
db func a_string a_string;
execsql {
PRAGMA cache_size = 10;
BEGIN;
CREATE TABLE xx(a, b, UNIQUE(a, b));
INSERT INTO xx VALUES(a_string(200), a_string(200));
INSERT INTO xx SELECT a_string(200), a_string(200) FROM xx;
INSERT INTO xx SELECT a_string(200), a_string(200) FROM xx;
INSERT INTO xx SELECT a_string(200), a_string(200) FROM xx;
INSERT INTO xx SELECT a_string(200), a_string(200) FROM xx;
COMMIT;
}
} -body {
execsql { UPDATE xx SET a = a_string(300) }
} -test {
faultsim_test_result {0 {}}
faultsim_integrity_check
faultsim_integrity_check
}
}
#-------------------------------------------------------------------------
# Test fault injection with transaction savepoints (savepoints created
# when a SAVEPOINT command is executed outside of any other savepoint
# or transaction context).
#
do_test pagerfault-9-pre1 {
faultsim_delete_and_reopen
db func a_string a_string;
execsql {
PRAGMA auto_vacuum = on;
CREATE TABLE t1(x UNIQUE);
CREATE TABLE t2(y UNIQUE);
CREATE TABLE t3(z UNIQUE);
BEGIN;
INSERT INTO t1 VALUES(a_string(202));
INSERT INTO t2 VALUES(a_string(203));
INSERT INTO t3 VALUES(a_string(204));
INSERT INTO t1 SELECT a_string(202) FROM t1;
INSERT INTO t1 SELECT a_string(203) FROM t1;
INSERT INTO t1 SELECT a_string(204) FROM t1;
INSERT INTO t1 SELECT a_string(205) FROM t1;
INSERT INTO t2 SELECT a_string(length(x)) FROM t1;
INSERT INTO t3 SELECT a_string(length(x)) FROM t1;
COMMIT;
}
faultsim_save_and_close
} {}
do_faultsim_test pagerfault-11 -prep {
faultsim_restore_and_reopen
execsql { PRAGMA cache_size = 10 }
} -body {
execsql {
SAVEPOINT trans;
UPDATE t2 SET y = y||'2';
INSERT INTO t3 SELECT * FROM t2;
DELETE FROM t1;
ROLLBACK TO trans;
UPDATE t1 SET x = x||'3';
INSERT INTO t2 SELECT * FROM t1;
DELETE FROM t3;
RELEASE trans;
}
} -test {
faultsim_test_result {0 {}}
faultsim_integrity_check
}
finish_test