# 2001 October 12 # # The author disclaims copyright to this source code. In place of # a legal notice, here is a blessing: # # May you do good and not evil. # May you find forgiveness for yourself and forgive others. # May you share freely, never taking more than you give. # #*********************************************************************** # This file implements regression tests for SQLite library. The # focus of this file is testing for correct handling of I/O errors # such as writes failing because the disk is full. # # The tests in this file use special facilities that are only # available in the SQLite test fixture. # # $Id: ioerr.test,v 1.43 2009/04/06 17:50:03 danielk1977 Exp $ set testdir [file dirname $argv0] source $testdir/tester.tcl # If SQLITE_DEFAULT_AUTOVACUUM is set to true, then a simulated IO error # on the 8th IO operation in the SQL script below doesn't report an error. # # This is because the 8th IO call attempts to read page 2 of the database # file when the file on disk is only 1 page. The pager layer detects that # this has happened and suppresses the error returned by the OS layer. # do_ioerr_test ioerr-1 -erc 1 -ckrefcount 1 -sqlprep { SELECT * FROM sqlite_master; } -sqlbody { CREATE TABLE t1(a,b,c); SELECT * FROM sqlite_master; BEGIN TRANSACTION; INSERT INTO t1 VALUES(1,2,3); INSERT INTO t1 VALUES(4,5,6); ROLLBACK; SELECT * FROM t1; BEGIN TRANSACTION; INSERT INTO t1 VALUES(1,2,3); INSERT INTO t1 VALUES(4,5,6); COMMIT; SELECT * FROM t1; DELETE FROM t1 WHERE a<100; } -exclude [expr [string match [execsql {pragma auto_vacuum}] 1] ? 4 : 0] # Test for IO errors during a VACUUM. # # The first IO call is excluded from the test. This call attempts to read # the file-header of the temporary database used by VACUUM. Since the # database doesn't exist at that point, the IO error is not detected. # # Additionally, if auto-vacuum is enabled, the 12th IO error is not # detected. Same reason as the 8th in the test case above. # ifcapable vacuum { do_ioerr_test ioerr-2 -cksum true -ckrefcount true -sqlprep { BEGIN; CREATE TABLE t1(a, b, c); INSERT INTO t1 VALUES(1, randstr(50,50), randstr(50,50)); INSERT INTO t1 SELECT a+2, b||'-'||rowid, c||'-'||rowid FROM t1; INSERT INTO t1 SELECT a+4, b||'-'||rowid, c||'-'||rowid FROM t1; INSERT INTO t1 SELECT a+8, b||'-'||rowid, c||'-'||rowid FROM t1; INSERT INTO t1 SELECT a+16, b||'-'||rowid, c||'-'||rowid FROM t1; INSERT INTO t1 SELECT a+32, b||'-'||rowid, c||'-'||rowid FROM t1; INSERT INTO t1 SELECT a+64, b||'-'||rowid, c||'-'||rowid FROM t1; INSERT INTO t1 SELECT a+128, b||'-'||rowid, c||'-'||rowid FROM t1; INSERT INTO t1 VALUES(1, randstr(600,600), randstr(600,600)); CREATE TABLE t2 AS SELECT * FROM t1; CREATE TABLE t3 AS SELECT * FROM t1; COMMIT; DROP TABLE t2; } -sqlbody { VACUUM; } -exclude [list \ 1 [expr [string match [execsql {pragma auto_vacuum}] 1]?9:-1]] } do_ioerr_test ioerr-3 -ckrefcount true -tclprep { execsql { PRAGMA cache_size = 10; BEGIN; CREATE TABLE abc(a); INSERT INTO abc VALUES(randstr(1500,1500)); -- Page 4 is overflow } for {set i 0} {$i<150} {incr i} { execsql { INSERT INTO abc VALUES(randstr(100,100)); } } execsql COMMIT } -sqlbody { CREATE TABLE abc2(a); BEGIN; DELETE FROM abc WHERE length(a)>100; UPDATE abc SET a = randstr(90,90); COMMIT; CREATE TABLE abc3(a); } # Test IO errors that can occur retrieving a record header that flows over # onto an overflow page. do_ioerr_test ioerr-4 -ckrefcount true -tclprep { set sql "CREATE TABLE abc(a1" for {set i 2} {$i<1300} {incr i} { append sql ", a$i" } append sql ");" execsql $sql execsql {INSERT INTO abc (a1) VALUES(NULL)} } -sqlbody { SELECT * FROM abc; } # Test IO errors that may occur during a multi-file commit. # # Tests 8 and 17 are excluded when auto-vacuum is enabled for the same # reason as in test cases ioerr-1.XXX ifcapable attach { set ex "" if {[string match [execsql {pragma auto_vacuum}] 1]} { set ex [list 4 17] } do_ioerr_test ioerr-5 -restoreprng 0 -ckrefcount true -sqlprep { ATTACH 'test2.db' AS test2; } -sqlbody { BEGIN; CREATE TABLE t1(a,b,c); CREATE TABLE test2.t2(a,b,c); COMMIT; } -exclude $ex } # Test IO errors when replaying two hot journals from a 2-file # transaction. This test only runs on UNIX. # # It cannot be run under the "exclusive" permutation. In that case, the # locks held by the connection in the local (this) process prevent a # second connection from attempting the multi-file transaction. # ifcapable crashtest&&attach { if {![catch {sqlite3 -has-codec} r] && !$r && [permutation]!="exclusive"} { do_ioerr_test ioerr-6 -ckrefcount true -tclprep { execsql { ATTACH 'test2.db' as aux; CREATE TABLE tx(a, b); CREATE TABLE aux.ty(a, b); } set rc [crashsql -delay 2 -file test2.db-journal { ATTACH 'test2.db' as aux; PRAGMA cache_size = 10; BEGIN; CREATE TABLE aux.t2(a, b, c); CREATE TABLE t1(a, b, c); COMMIT; }] if {$rc!="1 {child process exited abnormally}"} { error "Wrong error message: $rc" } } -sqlbody { SELECT * FROM sqlite_master; SELECT * FROM aux.sqlite_master; } } } # Test handling of IO errors that occur while rolling back hot journal # files. # # These tests can't be run on windows because the windows version of # SQLite holds a mandatory exclusive lock on journal files it has open. # if {$tcl_platform(platform)!="windows" && ![atomic_batch_write test.db]} { do_ioerr_test ioerr-7 -tclprep { db close sqlite3 db2 test2.db db2 eval { PRAGMA synchronous = 0; CREATE TABLE t1(a, b); INSERT INTO t1 VALUES(1, 2); BEGIN; INSERT INTO t1 VALUES(3, 4); } forcecopy test2.db test.db forcecopy test2.db-journal test.db-journal db2 close } -tclbody { sqlite3 db test.db db eval { SELECT * FROM t1; } } -exclude 1 } # For test coverage: Cause an I/O failure while trying to read a # short field (one that fits into a Mem buffer without mallocing # for space). # do_ioerr_test ioerr-8 -ckrefcount true -tclprep { execsql { CREATE TABLE t1(a,b,c); INSERT INTO t1 VALUES(randstr(200,200), randstr(1000,1000), 2); } db close sqlite3 db test.db } -sqlbody { SELECT c FROM t1; } # For test coverage: Cause an IO error whilst reading the master-journal # name from a journal file. if {$tcl_platform(platform)=="unix" && [atomic_batch_write test.db]==0} { do_ioerr_test ioerr-9 -ckrefcount true -tclprep { execsql { CREATE TABLE t1(a,b,c); INSERT INTO t1 VALUES(randstr(200,200), randstr(1000,1000), 2); BEGIN; INSERT INTO t1 VALUES(randstr(200,200), randstr(1000,1000), 2); } forcecopy test.db-journal test2.db-journal execsql { COMMIT; } forcecopy test2.db-journal test.db-journal set f [open test.db-journal a] fconfigure $f -encoding binary puts -nonewline $f "hello" puts -nonewline $f "\x00\x00\x00\x05\x01\x02\x03\x04" puts -nonewline $f "\xd9\xd5\x05\xf9\x20\xa1\x63\xd7" close $f } -sqlbody { SELECT a FROM t1; } } # For test coverage: Cause an IO error during statement playback (i.e. # a constraint). do_ioerr_test ioerr-10 -ckrefcount true -tclprep { execsql { BEGIN; CREATE TABLE t1(a PRIMARY KEY, b); } for {set i 0} {$i < 500} {incr i} { execsql {INSERT INTO t1 VALUES(:i, 'hello world');} } execsql { COMMIT; } } -tclbody { catch {execsql { BEGIN; INSERT INTO t1 VALUES('abc', 123); INSERT INTO t1 VALUES('def', 123); INSERT INTO t1 VALUES('ghi', 123); INSERT INTO t1 SELECT (a+500)%900, 'good string' FROM t1; }} msg if {$msg != "UNIQUE constraint failed: t1.a"} { error $msg } } # Assertion fault bug reported by alex dimitrov. # do_ioerr_test ioerr-11 -ckrefcount true -erc 1 -sqlprep { CREATE TABLE A(Id INTEGER, Name TEXT); INSERT INTO A(Id, Name) VALUES(1, 'Name'); } -sqlbody { UPDATE A SET Id = 2, Name = 'Name2' WHERE Id = 1; } # Test that an io error encountered in a sync() caused by a call to # sqlite3_release_memory() is handled Ok. Only try this if # memory-management is enabled. # ifcapable memorymanage { do_ioerr_test memmanage-ioerr1 -ckrefcount true -sqlprep { BEGIN; CREATE TABLE t1(a, b, c); INSERT INTO t1 VALUES(randstr(50,50), randstr(100,100), randstr(10,10)); INSERT INTO t1 SELECT randstr(50,50), randstr(9,9), randstr(90,90) FROM t1; INSERT INTO t1 SELECT randstr(50,50), randstr(9,9), randstr(90,90) FROM t1; INSERT INTO t1 SELECT randstr(50,50), randstr(9,9), randstr(90,90) FROM t1; INSERT INTO t1 SELECT randstr(50,50), randstr(9,9), randstr(90,90) FROM t1; INSERT INTO t1 SELECT randstr(50,50), randstr(9,9), randstr(90,90) FROM t1; } -tclbody { sqlite3_release_memory } -sqlbody { COMMIT; } } ifcapable pager_pragmas&&autovacuum { do_ioerr_test ioerr-12 -ckrefcount true -erc 1 -sqlprep { PRAGMA page_size = 512; PRAGMA auto_vacuum = incremental; CREATE TABLE t1(x); INSERT INTO t1 VALUES( randomblob(1 * (512-4)) ); INSERT INTO t1 VALUES( randomblob(110 * (512-4)) ); INSERT INTO t1 VALUES( randomblob(2 * (512-4)) ); INSERT INTO t1 VALUES( randomblob(110 * (512-4)) ); INSERT INTO t1 VALUES( randomblob(3 * (512-4)) ); DELETE FROM t1 WHERE rowid = 3; PRAGMA incremental_vacuum = 2; DELETE FROM t1 WHERE rowid = 1; } -sqlbody { PRAGMA incremental_vacuum = 1; } } # Usually, after a new page is allocated from the end of the file, it does # not need to be written to the journal. The exception is when the new page # shares its sector with an existing page that does need to be journalled. # This test case provokes this condition to test for the sake of coverage # that an IO error while journalling the coresident page is handled correctly. # sqlite3_simulate_device -char {} -sectorsize 2048 do_ioerr_test ioerr-12 -ckrefcount true -erc 1 -tclprep { db close sqlite3 db test.db -vfs devsym # Create a test database. Page 2 is the root page of table t1. The only # row inserted into t1 has an overflow page - page 3. Page 3 will be # coresident on the 2048 byte sector with the next page to be allocated. # db eval { PRAGMA page_size = 1024 } db eval { CREATE TABLE t1(x) } db eval { INSERT INTO t1 VALUES(randomblob(1100)); } } -tclbody { db eval { INSERT INTO t1 VALUES(randomblob(2000)); } } sqlite3_simulate_device -char {} -sectorsize 0 catch {db close} do_ioerr_test ioerr-13 -ckrefcount true -erc 1 -sqlprep { PRAGMA auto_vacuum = incremental; CREATE TABLE t1(x); CREATE TABLE t2(x); INSERT INTO t2 VALUES(randomblob(1500)); INSERT INTO t2 SELECT randomblob(1500) FROM t2; INSERT INTO t2 SELECT randomblob(1500) FROM t2; INSERT INTO t2 SELECT randomblob(1500) FROM t2; INSERT INTO t2 SELECT randomblob(1500) FROM t2; INSERT INTO t2 SELECT randomblob(1500) FROM t2; INSERT INTO t2 SELECT randomblob(1500) FROM t2; INSERT INTO t2 SELECT randomblob(1500) FROM t2; INSERT INTO t2 SELECT randomblob(1500) FROM t2; INSERT INTO t1 VALUES(randomblob(20)); INSERT INTO t1 SELECT x FROM t1; INSERT INTO t1 SELECT x FROM t1; INSERT INTO t1 SELECT x FROM t1; INSERT INTO t1 SELECT x FROM t1; INSERT INTO t1 SELECT x FROM t1; INSERT INTO t1 SELECT x FROM t1; /* 64 entries in t1 */ INSERT INTO t1 SELECT x FROM t1 LIMIT 14; /* 78 entries in t1 */ DELETE FROM t2 WHERE rowid = 3; } -sqlbody { -- This statement uses the balance_quick() optimization. The new page -- is appended to the database file. But the overflow page used by -- the new record will be positioned near the start of the database -- file, in the gap left by the "DELETE FROM t2 WHERE rowid=3" statement -- above. -- -- The point of this is that the statement wil need to update two pointer -- map pages. Which introduces another opportunity for an IO error. -- INSERT INTO t1 VALUES(randomblob(2000)); } do_ioerr_test ioerr-14 -ckrefcount true -erc 1 -sqlprep { PRAGMA auto_vacuum = incremental; CREATE TABLE t1(x); CREATE TABLE t2(x); INSERT INTO t2 VALUES(randomblob(1500)); INSERT INTO t2 SELECT randomblob(1500) FROM t2; INSERT INTO t2 SELECT randomblob(1500) FROM t2; INSERT INTO t2 SELECT randomblob(1500) FROM t2; INSERT INTO t2 SELECT randomblob(1500) FROM t2; INSERT INTO t2 SELECT randomblob(1500) FROM t2; INSERT INTO t2 SELECT randomblob(1500) FROM t2; INSERT INTO t2 SELECT randomblob(1500) FROM t2; INSERT INTO t2 SELECT randomblob(1500) FROM t2; -- This statement inserts a row into t1 with an overflow page at the -- end of the file. A long way from its parent (the root of t1). INSERT INTO t1 VALUES(randomblob(1500)); DELETE FROM t2 WHERE rowid<10; } -sqlbody { -- This transaction will cause the root-page of table t1 to divide -- (by calling balance_deeper()). When it does, the "parent" page of the -- overflow page inserted in the -sqlprep block above will change and -- the corresponding pointer map page be updated. This test case attempts -- to cause an IO error during the pointer map page update. -- BEGIN; INSERT INTO t1 VALUES(randomblob(100)); INSERT INTO t1 VALUES(randomblob(100)); INSERT INTO t1 VALUES(randomblob(100)); INSERT INTO t1 VALUES(randomblob(100)); INSERT INTO t1 VALUES(randomblob(100)); INSERT INTO t1 VALUES(randomblob(100)); INSERT INTO t1 VALUES(randomblob(100)); INSERT INTO t1 VALUES(randomblob(100)); INSERT INTO t1 VALUES(randomblob(100)); INSERT INTO t1 VALUES(randomblob(100)); COMMIT; } do_ioerr_test ioerr-15 -tclprep { db eval { BEGIN; PRAGMA cache_size = 10; CREATE TABLE t1(a); CREATE INDEX i1 ON t1(a); CREATE TABLE t2(a); } for {set ii 1} {$ii < 100} {incr ii} { set v [string range [string repeat [format %.3d $ii] 200] 0 220] db eval {INSERT INTO t1 VALUES($v)} } db eval { DELETE FROM t1 WHERE oid > 85; COMMIT; } } -sqlbody { BEGIN; INSERT INTO t2 VALUES(randstr(22000,22000)); DELETE FROM t1 WHERE oid = 83; COMMIT; } # This test verifies that IO errors that occur within the obscure branch # of code executed by tkt3762.test are correctly reported. # ifcapable vacuum&&autovacuum&&pragma { do_ioerr_test ioerr-16 -erc 1 -ckrefcount 1 -sqlprep { PRAGMA auto_vacuum=INCREMENTAL; PRAGMA page_size=1024; BEGIN; CREATE TABLE t1(x); INSERT INTO t1 VALUES(zeroblob(900)); INSERT INTO t1 VALUES(zeroblob(900)); INSERT INTO t1 SELECT x FROM t1; INSERT INTO t1 SELECT x FROM t1; INSERT INTO t1 SELECT x FROM t1; INSERT INTO t1 SELECT x FROM t1; INSERT INTO t1 SELECT x FROM t1; INSERT INTO t1 SELECT x FROM t1; INSERT INTO t1 SELECT x FROM t1; DELETE FROM t1 WHERE rowid>202; COMMIT; VACUUM; PRAGMA cache_size = 10; BEGIN; DELETE FROM t1 WHERE rowid IN (10,11,12) ; } -sqlbody { PRAGMA incremental_vacuum(10); COMMIT; } } finish_test