# 2011 August 08
#
# The author disclaims copyright to this source code. In place of
# a legal notice, here is a blessing:
#
# May you do good and not evil.
# May you find forgiveness for yourself and forgive others.
# May you share freely, never taking more than you give.
#
#***********************************************************************
#
set testdir [file dirname $argv0]
source $testdir/tester.tcl
source $testdir/lock_common.tcl
source $testdir/malloc_common.tcl
ifcapable !mergesort {
finish_test
return
}
set testprefix indexfault
# Set up the custom fault-injector. This is further configured by using
# different values for $::custom_filter and different implementations
# of Tcl proc [xCustom] for each test case.
#
proc install_custom_faultsim {} {
set ::FAULTSIM(custom) [list \
-injectinstall custom_injectinstall \
-injectstart custom_injectstart \
-injectstop custom_injectstop \
-injecterrlist {{1 {disk I/O error}}} \
-injectuninstall custom_injectuninstall \
]
proc custom_injectinstall {} {
testvfs shmfault -default true
shmfault filter $::custom_filter
shmfault script xCustom
}
proc custom_injectuninstall {} {
catch {db close}
catch {db2 close}
shmfault delete
}
set ::custom_ifail -1
set ::custom_nfail -1
proc custom_injectstart {iFail} {
set ::custom_ifail $iFail
set ::custom_nfail 0
}
proc custom_injectstop {} {
set ::custom_ifail -1
return $::custom_nfail
}
}
proc uninstall_custom_faultsim {} {
unset -nocomplain ::FAULTSIM(custom)
}
#-------------------------------------------------------------------------
# These tests - indexfault-1.* - Build an index on a smallish table with
# all different kinds of fault-injection. The CREATE INDEX is run once
# with default options and once with a 50KB soft-heap-limit.
#
do_execsql_test 1.0 {
BEGIN;
CREATE TABLE t1(x);
INSERT INTO t1 VALUES(randomblob(202));
INSERT INTO t1 SELECT randomblob(202) FROM t1; -- 2
INSERT INTO t1 SELECT randomblob(202) FROM t1; -- 4
INSERT INTO t1 SELECT randomblob(202) FROM t1; -- 8
INSERT INTO t1 SELECT randomblob(202) FROM t1; -- 16
INSERT INTO t1 SELECT randomblob(202) FROM t1; -- 32
INSERT INTO t1 SELECT randomblob(202) FROM t1; -- 64
INSERT INTO t1 SELECT randomblob(202) FROM t1; -- 128
INSERT INTO t1 SELECT randomblob(202) FROM t1; -- 256
COMMIT;
}
faultsim_save_and_close
do_faultsim_test 1.1 -prep {
faultsim_restore_and_reopen
} -body {
execsql { CREATE INDEX i1 ON t1(x) }
faultsim_test_result {0 {}}
faultsim_integrity_check
}
ifcapable memorymanage {
set soft_limit [sqlite3_soft_heap_limit 50000]
do_faultsim_test 2.1 -prep {
faultsim_restore_and_reopen
} -body {
execsql { CREATE INDEX i1 ON t1(x) }
faultsim_test_result {0 {}}
}
sqlite3_soft_heap_limit $soft_limit
}
#-------------------------------------------------------------------------
# These are similar to the indexfault-1.* tests, except they create an
# index with more than one column.
#
sqlite3 db test.db
do_execsql_test 2.0 {
BEGIN;
DROP TABLE IF EXISTS t1;
CREATE TABLE t1(t,u,v,w,x,y,z);
INSERT INTO t1 VALUES(
randomblob(30), randomblob(30), randomblob(30), randomblob(30),
randomblob(30), randomblob(30), randomblob(30)
);
INSERT INTO t1 SELECT
randomblob(30), randomblob(30), randomblob(30), randomblob(30),
randomblob(30), randomblob(30), randomblob(30) FROM t1; -- 2
INSERT INTO t1 SELECT
randomblob(30), randomblob(30), randomblob(30), randomblob(30),
randomblob(30), randomblob(30), randomblob(30) FROM t1; -- 4
INSERT INTO t1 SELECT
randomblob(30), randomblob(30), randomblob(30), randomblob(30),
randomblob(30), randomblob(30), randomblob(30) FROM t1; -- 8
INSERT INTO t1 SELECT
randomblob(30), randomblob(30), randomblob(30), randomblob(30),
randomblob(30), randomblob(30), randomblob(30) FROM t1; -- 16
INSERT INTO t1 SELECT
randomblob(30), randomblob(30), randomblob(30), randomblob(30),
randomblob(30), randomblob(30), randomblob(30) FROM t1; -- 32
INSERT INTO t1 SELECT
randomblob(30), randomblob(30), randomblob(30), randomblob(30),
randomblob(30), randomblob(30), randomblob(30) FROM t1; -- 64
INSERT INTO t1 SELECT
randomblob(30), randomblob(30), randomblob(30), randomblob(30),
randomblob(30), randomblob(30), randomblob(30) FROM t1; -- 128
COMMIT;
}
faultsim_save_and_close
do_faultsim_test 2.1 -prep {
faultsim_restore_and_reopen
} -body {
execsql { CREATE INDEX i1 ON t1(t,u,v,w,x,y,z) }
faultsim_test_result {0 {}}
faultsim_integrity_check
}
ifcapable memorymanage {
set soft_limit [sqlite3_soft_heap_limit 50000]
do_faultsim_test 2.2 -prep {
faultsim_restore_and_reopen
} -body {
execsql { CREATE INDEX i1 ON t1(t,u,v,w,x,y,z) }
faultsim_test_result {0 {}}
}
sqlite3_soft_heap_limit $soft_limit
}
#-------------------------------------------------------------------------
# The following tests - indexfault-2.* - all attempt to build a index
# on table t1 in the main database with injected IO errors. Individual
# test cases work as follows:
#
# 3.1: IO errors injected into xOpen() calls.
# 3.2: As 7.1, but with a low (50KB) soft-heap-limit.
#
# 3.3: IO errors injected into the first 200 write() calls made on the
# second temporary file.
# 3.4: As 7.3, but with a low (50KB) soft-heap-limit.
#
# 3.5: After a certain amount of data has been read from the main database
# file (and written into the temporary b-tree), sqlite3_release_memory()
# is called to free as much memory as possible. This causes the temp
# b-tree to be flushed to disk. So that before its contents can be
# transfered to a PMA they must be read back from disk - creating extra
# opportunities for IO errors.
#
install_custom_faultsim
# Set up a table to build indexes on. Save the setup using the
# [faultsim_save_and_close] mechanism.
#
sqlite3 db test.db
do_execsql_test 3.0 {
BEGIN;
DROP TABLE IF EXISTS t1;
CREATE TABLE t1(x);
INSERT INTO t1 VALUES(randomblob(11000));
INSERT INTO t1 SELECT randomblob(11001) FROM t1; -- 2
INSERT INTO t1 SELECT randomblob(11002) FROM t1; -- 4
INSERT INTO t1 SELECT randomblob(11003) FROM t1; -- 8
INSERT INTO t1 SELECT randomblob(11004) FROM t1; -- 16
INSERT INTO t1 SELECT randomblob(11005) FROM t1; -- 32
INSERT INTO t1 SELECT randomblob(11006) FROM t1; -- 64
INSERT INTO t1 SELECT randomblob(11007) FROM t1; -- 128
INSERT INTO t1 SELECT randomblob(11008) FROM t1; -- 256
INSERT INTO t1 SELECT randomblob(11009) FROM t1; -- 512
COMMIT;
}
faultsim_save_and_close
set ::custom_filter xOpen
proc xCustom {args} {
incr ::custom_ifail -1
if {$::custom_ifail==0} {
incr ::custom_nfail
return "SQLITE_IOERR"
}
return "SQLITE_OK"
}
do_faultsim_test 3.1 -faults custom -prep {
faultsim_restore_and_reopen
} -body {
execsql { CREATE INDEX i1 ON t1(x) }
faultsim_test_result {0 {}}
}
ifcapable memorymanage {
set soft_limit [sqlite3_soft_heap_limit 50000]
do_faultsim_test 3.2 -faults custom -prep {
faultsim_restore_and_reopen
} -body {
execsql { CREATE INDEX i1 ON t1(x) }
faultsim_test_result {0 {}}
}
sqlite3_soft_heap_limit $soft_limit
}
set ::custom_filter {xOpen xWrite}
proc xCustom {method args} {
if {$method == "xOpen"} {
if {[lindex $args 0] == ""} {
incr ::nTmpOpen 1
if {$::nTmpOpen == 3} { return "failme" }
}
return "SQLITE_OK"
}
if {$::custom_ifail<200 && [lindex $args 1] == "failme"} {
incr ::custom_ifail -1
if {$::custom_ifail==0} {
incr ::custom_nfail
return "SQLITE_IOERR"
}
}
return "SQLITE_OK"
}
do_faultsim_test 3.3 -faults custom -prep {
faultsim_restore_and_reopen
set ::nTmpOpen 0
} -body {
execsql { CREATE INDEX i1 ON t1(x) }
faultsim_test_result {0 {}}
}
ifcapable memorymanage {
set soft_limit [sqlite3_soft_heap_limit 50000]
do_faultsim_test 3.4 -faults custom -prep {
faultsim_restore_and_reopen
set ::nTmpOpen 0
} -body {
execsql { CREATE INDEX i1 ON t1(x) }
faultsim_test_result {0 {}}
}
sqlite3_soft_heap_limit $soft_limit
}
uninstall_custom_faultsim
#-------------------------------------------------------------------------
# Test 4: After a certain amount of data has been read from the main database
# file (and written into the temporary b-tree), sqlite3_release_memory() is
# called to free as much memory as possible. This causes the temp b-tree to be
# flushed to disk. So that before its contents can be transfered to a PMA they
# must be read back from disk - creating extra opportunities for IO errors.
#
install_custom_faultsim
catch { db close }
forcedelete test.db
sqlite3 db test.db
do_execsql_test 4.0 {
BEGIN;
DROP TABLE IF EXISTS t1;
CREATE TABLE t1(x);
INSERT INTO t1 VALUES(randomblob(11000));
INSERT INTO t1 SELECT randomblob(11001) FROM t1; -- 2
INSERT INTO t1 SELECT randomblob(11002) FROM t1; -- 4
INSERT INTO t1 SELECT randomblob(11003) FROM t1; -- 8
INSERT INTO t1 SELECT randomblob(11004) FROM t1; -- 16
INSERT INTO t1 SELECT randomblob(11005) FROM t1; -- 32
INSERT INTO t1 SELECT randomblob(11005) FROM t1; -- 64
COMMIT;
}
faultsim_save_and_close
testvfs tvfs
tvfs script xRead
tvfs filter xRead
set ::nRead 0
proc xRead {method file args} {
if {[file tail $file] == "test.db"} { incr ::nRead }
}
do_test 4.1 {
sqlite3 db test.db -vfs tvfs
execsql { CREATE INDEX i1 ON t1(x) }
} {}
db close
tvfs delete
set ::custom_filter xRead
proc xCustom {method file args} {
incr ::nReadCall
if {$::nReadCall >= ($::nRead/5)} {
if {$::nReadCall == ($::nRead/5)} {
set nByte [sqlite3_release_memory [expr 64*1024*1024]]
sqlite3_soft_heap_limit 20000
}
if {$file == ""} {
incr ::custom_ifail -1
if {$::custom_ifail==0} {
incr ::custom_nfail
return "SQLITE_IOERR"
}
}
}
return "SQLITE_OK"
}
do_faultsim_test 4.2 -faults custom -prep {
faultsim_restore_and_reopen
set ::nReadCall 0
sqlite3_soft_heap_limit 0
} -body {
execsql { CREATE INDEX i1 ON t1(x) }
faultsim_test_result {0 {}}
}
do_faultsim_test 5 -prep {
reset_db
} -body {
execsql {
CREATE TABLE reallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallyreallylongname(a PRIMARY KEY) WITHOUT ROWID;
}
} -test {
faultsim_test_result {0 {}}
}
uninstall_custom_faultsim
finish_test