source $testdir/tester.tcl
db close
-# Argument processing.
-#
-#puts "PERM-DEBUG: argv=$argv"
-namespace eval ::perm {
- variable testmode [lindex $::argv 0]
- variable testfile [lindex $::argv 1]
-}
-set argv [lrange $argv 2 end]
-#puts "PERM-DEBUG: testmode=$::perm::testmode tstfile=$::perm::testfile"
-
-if {$::perm::testmode eq "veryquick"} {
- set ::perm::testmode [list persistent_journal no_journal]
- set G(isquick) 1
-}
-if {$::perm::testmode eq "quick"} {
- set ::perm::testmode [list persistent_journal no_journal autovacuum_ioerr]
- set G(isquick) 1
-}
-if {$::perm::testmode eq "all" || $::perm::testmode eq ""} {
- set ::perm::testmode {
- memsubsys1 memsubsys2 singlethread multithread onefile utf16 exclusive
- persistent_journal persistent_journal_error no_journal no_journal_error
- autovacuum_ioerr no_mutex_try fullmutex journaltest inmemory_journal
- pcache0 pcache10 pcache50 pcache90 pcache100
- }
-}
-if {$::perm::testmode eq "targets"} {
- puts ""
- puts -nonewline "veryquick "
- puts "Same as persistent_journal and no_journal"
- puts -nonewline "quick "
- puts "Same as persistent_journal, no_journal and autovacuum_ioerr"
- puts -nonewline "all "
- puts "Everything except autovacuum_crash"
-}
-#puts "PERM-DEBUG: testmode=$::perm::testmode"
-
-set EXCLUDE {
- all.test in2.test onefile.test
- async2.test incrvacuum_ioerr.test permutations.test
- async.test jrnlmode2.test quick.test
- autovacuum_crash.test jrnlmode3.test shared_err.test
- autovacuum_ioerr.test jrnlmode4.test soak.test
- btree8.test loadext.test speed1p.test
- corrupt.test malloc2.test speed1.test
- crash2.test malloc3.test speed2.test
- crash3.test malloc4.test speed3.test
- crash4.test mallocAll.test speed4p.test
- crash6.test malloc.test speed4.test
- crash7.test memleak.test sqllimits1.test
- crash.test memsubsys1.test thread001.test
- exclusive3.test memsubsys2.test thread002.test
- fts3.test misc7.test utf16.test
- fuzz_malloc.test misuse.test veryquick.test
- fuzz.test mutex2.test vtab_err.test
- lookaside.test fuzz3.test savepoint4.test
-}
-set ALLTESTS [list]
-foreach filename [glob $testdir/*.test] {
- set filename [file tail $filename]
- if {[lsearch $EXCLUDE $filename] < 0} { lappend ALLTESTS $filename }
-}
-set ALLTESTS [lsort $ALLTESTS]
-set WALTESTS [list]
-foreach filename $ALLTESTS {
- if {[regexp {^wal} $filename]} {lappend WALTESTS $filename}
-}
-
-# run_tests NAME OPTIONS
+#-------------------------------------------------------------------------
+# test_suite NAME OPTIONS
#
# where available options are:
#
# -description TITLE (default "")
# -initialize SCRIPT (default "")
# -shutdown SCRIPT (default "")
-# -include LIST-OF-FILES (default $::ALLTESTS)
-# -exclude LIST-OF-FILES (default "")
# -presql SQL (default "")
-# -options LIST (default "")
+# -files LIST-OF-FILES (default $::ALLTESTS)
#
-proc run_tests {name args} {
+#
+proc test_suite {name args} {
- set default(-shutdown) ""
- set default(-initialize) ""
- set default(-exclude) ""
- set default(-include) $::ALLTESTS
- set default(-presql) ""
+ set default(-shutdown) ""
+ set default(-initialize) ""
+ set default(-presql) ""
set default(-description) "no description supplied (fixme)"
- set default(-options) ""
+ set default(-files) ""
array set options [array get default]
- array set options $args
- foreach k [array names options] {
- if {[info exists default($k)]==0} {
- error "Unknown option: $k"
- }
- }
- #puts "PERM-DEBUG: name=$name testfile=$::perm::testfile"
- #puts "PERM-DEBUG: [array get options]"
-
- if {$::perm::testmode eq "targets"} {
- puts [format "% -20s %s" $name [string trim $options(-description)]]
- return
+ if {[llength $args]%2} {
+ error "uneven number of options/switches passed to test_suite"
}
- if {$::perm::testmode ne "" && [lsearch $::perm::testmode $name]<0} {
- puts "skipping permutation test $name..."
- return
+ foreach {k v} $args {
+ set o [array names options ${k}*]
+ if {[llength $o]>1} { error "ambiguous option: $k" }
+ if {[llength $o]==0} { error "unknown option: $k" }
+ set options([lindex $o 0]) $v
}
+ set ::testspec($name) [array get options]
+ lappend ::testsuitelist $name
+}
- set ::G(perm:name) $name
- set ::G(perm:presql) $options(-presql)
- set ::G(perm:sqlite3_args) $options(-options)
-
- uplevel $options(-initialize)
-
- foreach file [lsort $options(-include)] {
- if {[lsearch $options(-exclude) $file] < 0 &&
- ( $::perm::testfile eq "" ||
- $::perm::testfile eq $file ||
- "$::perm::testfile.test" eq $file )
- } {
- set ::perm::shared_cache_setting [shared_cache_setting]
-
- slave_test_file $::testdir/$file
-
- if {$::perm::shared_cache_setting ne [shared_cache_setting]} {
- error "File $::testdir/$file changed the shared cache setting from $::perm::shared_cache_setting to [shared_cache_setting]"
+#-------------------------------------------------------------------------
+# test_set ARGS...
+#
+proc test_set {args} {
+ set isExclude 0
+ foreach a $args {
+ if {[string match -* $a]} {
+ switch -- $a {
+ -include { set isExclude 0 }
+ -exclude { set isExclude 1 }
+ default {
+ error "Unknown switch: $a"
+ }
}
+ } elseif {$isExclude == 0} {
+ foreach f $a { set t($f) 1 }
} else {
- # puts "skipping file $file"
+ foreach f $a { array unset t $f }
}
}
+ return [array names t]
+}
- uplevel $options(-shutdown)
+#-------------------------------------------------------------------------
+# Set up the following global list variables containing the names of
+# various test scripts:
+#
+# $alltests
+# $slowtests
+#
- unset ::G(perm:name)
- unset ::G(perm:presql)
- unset ::G(perm:sqlite3_args)
+set alltests [list]
+foreach f [glob $testdir/*.test] { lappend alltests [file tail $f] }
+if {$::tcl_platform(platform)!="unix"} {
+ set alltests [test_set $alltests -exclude crash.test crash2.test]
}
+set alltests [test_set $alltests -exclude {
+ all.test async.test quick.test veryquick.test
+ memleak.test permutations.test soak.test fts3.test
+ mallocAll.test
+}]
-proc shared_cache_setting {} {
- set ret 0
- catch {
- set ret [sqlite3_enable_shared_cache]
- }
- return $ret
-}
+set allquicktests [test_set $alltests -exclude {
+ async2.test async3.test backup_ioerr.test corrupt.test
+ corruptC.test crash.test crash2.test crash3.test crash4.test crash5.test
+ crash6.test crash7.test delete3.test e_fts3.test fts3rnd.test
+ fkey_malloc.test fuzz.test fuzz3.test fuzz_malloc.test in2.test loadext.test
+ misc7.test mutex2.test notify2.test onefile.test
+ savepoint4.test savepoint6.test select9.test
+ speed1.test speed1p.test speed2.test speed3.test speed4.test
+ speed4p.test sqllimits1.test tkt2686.test thread001.test thread002.test
+ thread003.test thread004.test thread005.test trans2.test vacuum3.test
+ incrvacuum_ioerr.test autovacuum_crash.test btree8.test shared_err.test
+ vtab_err.test walslow.test walcrash.test
+ walthread.test
+}]
#############################################################################
# Start of tests
+#
+
+#-------------------------------------------------------------------------
+# Define the generic test suites:
+#
+# veryquick
+# quick
+# full
+# veryquick_plus_notify2
+#
+
+test_suite "veryquick" -description {
+ "Very" quick test suite. Runs in less than 5 minutes on a workstation.
+ This test suite is the same as the "quick" tests, except that some files
+ that test malloc and IO errors are omitted.
+} -files [
+ test_set $allquicktests -exclude *malloc* *ioerr* *fault*
+]
+
+test_suite "quick" -description {
+ Quick test suite. Runs in around 10 minutes on a workstation.
+} -files [
+ test_set $allquicktests
+]
+
+test_suite "veryquick_plus_notify2" -description {
+ Very quick test suite + file notify2.test. This is used by one of the
+ sqlite.org release test configurations.
+} -files [
+ test_set $allquicktests notify2.test -exclude *malloc* *ioerr* *fault*
+]
+
+test_suite "full" -description {
+ Full test suite. Takes a long time.
+} -files [
+ test_set $alltests
+] -initialize {
+ unset -nocomplain ::G(isquick)
+}
+
+#-------------------------------------------------------------------------
+# Define the coverage related test suites:
+#
+# coverage-wal
+# coverage-fkey
+#
+test_suite "coverage-wal" -description {
+ Coverage tests for file wal.c.
+} -files {
+ wal.test wal2.test wal3.test walmode.test
+ walbak.test walhook.test walcrash2.test walcksum.test
+ walfault.test
+}
+
+
+
+#-------------------------------------------------------------------------
+# Define the permutation test suites:
+#
# Run some tests using pre-allocated page and scratch blocks.
#
-run_tests "memsubsys1" -description {
+test_suite "memsubsys1" -description {
Tests using pre-allocated page and scratch blocks
-} -exclude {
- ioerr5.test
- malloc5.test
-} -initialize {
+} -files [
+ test_set $::allquicktests -exclude ioerr5.test malloc5.test
+] -initialize {
catch {db close}
sqlite3_shutdown
sqlite3_config_pagecache 4096 24
# sqlite3_soft_heap_limit() and sqlite3_release_memory() functionality.
# This functionality is disabled if a pre-allocated page block is provided.
#
-run_tests "memsubsys2" -description {
+test_suite "memsubsys2" -description {
Tests using small pre-allocated page and scratch blocks
-} -exclude {
- ioerr5.test
- malloc5.test
-} -initialize {
+} -files [
+ test_set $::allquicktests -exclude ioerr5.test malloc5.test
+] -initialize {
catch {db close}
sqlite3_shutdown
sqlite3_config_pagecache 512 5
# Run all tests with the lookaside allocator disabled.
#
-run_tests "nolookaside" -description {
+test_suite "nolookaside" -description {
OOM tests with lookaside disabled
} -initialize {
catch {db close}
sqlite3_config_lookaside 100 500
sqlite3_initialize
autoinstall_test_functions
-}
+} -files $::allquicktests
# Run some tests in SQLITE_CONFIG_SINGLETHREAD mode.
#
-run_tests "singlethread" -description {
+test_suite "singlethread" -description {
Tests run in SQLITE_CONFIG_SINGLETHREAD mode
} -initialize {
catch {db close}
catch {sqlite3_config singlethread}
sqlite3_initialize
autoinstall_test_functions
-} -include {
+} -files {
delete.test delete2.test insert.test rollback.test select1.test
select2.test trans.test update.test vacuum.test types.test
types2.test types3.test
autoinstall_test_functions
}
-run_tests "nomutex" -description {
+test_suite "nomutex" -description {
Tests run with the SQLITE_OPEN_MULTITHREADED flag passed to sqlite3_open().
} -initialize {
rename sqlite3 sqlite3_nomutex
}
uplevel [concat sqlite3_nomutex $args]
}
-} -include {
+} -files {
delete.test delete2.test insert.test rollback.test select1.test
select2.test trans.test update.test vacuum.test types.test
types2.test types3.test
# Run some tests in SQLITE_CONFIG_MULTITHREAD mode.
#
-run_tests "multithread" -description {
+test_suite "multithread" -description {
Tests run in SQLITE_CONFIG_MULTITHREAD mode
} -initialize {
catch {db close}
catch {sqlite3_config multithread}
sqlite3_initialize
autoinstall_test_functions
-} -include {
+} -files {
delete.test delete2.test insert.test rollback.test select1.test
select2.test trans.test update.test vacuum.test types.test
types2.test types3.test
# Run some tests in SQLITE_OPEN_FULLMUTEX mode.
#
-run_tests "fullmutex" -description {
+test_suite "fullmutex" -description {
Tests run in SQLITE_OPEN_FULLMUTEX mode
} -initialize {
rename sqlite3 sqlite3_fullmutex
}
uplevel [concat sqlite3_fullmutex $args]
}
-} -include {
+} -files {
delete.test delete2.test insert.test rollback.test select1.test
select2.test trans.test update.test vacuum.test types.test
types2.test types3.test
# Run some tests using the "onefile" demo.
#
-run_tests "onefile" -description {
+test_suite "onefile" -description {
Run some tests using the "test_onefile.c" demo
} -initialize {
rename sqlite3 sqlite3_onefile
}
uplevel [concat sqlite3_onefile $args]
}
-} -include {
+} -files {
conflict.test insert.test insert2.test insert3.test
rollback.test select1.test select2.test select3.test
} -shutdown {
# Run some tests using UTF-16 databases.
#
-run_tests "utf16" -description {
+test_suite "utf16" -description {
Run tests using UTF-16 databases
} -presql {
pragma encoding = 'UTF-16'
-} -include {
+} -files {
alter.test alter3.test
auth.test bind.test blob.test capi2.test capi3.test collate1.test
collate2.test collate3.test collate4.test collate5.test collate6.test
# Run some tests in exclusive locking mode.
#
-run_tests "exclusive" -description {
+test_suite "exclusive" -description {
Run tests in exclusive locking mode.
} -presql {
pragma locking_mode = 'exclusive'
-} -include {
+} -files {
rollback.test select1.test select2.test
malloc.test ioerr.test
}
# Run some tests in exclusive locking mode with truncated journals.
#
-run_tests "exclusive-truncate" -description {
+test_suite "exclusive-truncate" -description {
Run tests in exclusive locking mode and truncate journal mode.
} -presql {
pragma locking_mode = 'exclusive';
pragma journal_mode = TRUNCATE;
-} -include {
+} -files {
delete.test delete2.test insert.test rollback.test select1.test
select2.test update.test malloc.test ioerr.test
}
# Run some tests in persistent journal mode.
#
-run_tests "persistent_journal" -description {
+test_suite "persistent_journal" -description {
Run tests in persistent-journal mode.
} -presql {
pragma journal_mode = persist
-} -include {
+} -files {
delete.test delete2.test insert.test rollback.test select1.test
select2.test trans.test update.test vacuum.test
}
# Run some tests in truncating journal mode.
#
-run_tests "truncate_journal" -description {
+test_suite "truncate_journal" -description {
Run tests in persistent-journal mode.
} -presql {
pragma journal_mode = truncate
-} -include {
+} -files {
delete.test delete2.test insert.test rollback.test select1.test
select2.test trans.test update.test vacuum.test
malloc.test ioerr.test
# Run some error tests in persistent journal mode.
#
-run_tests "persistent_journal_error" -description {
+test_suite "persistent_journal_error" -description {
Run malloc.test and ioerr.test in persistent-journal mode.
} -presql {
pragma journal_mode = persist
-} -include {
+} -files {
malloc.test ioerr.test
}
# Run some tests in no journal mode.
#
-run_tests "no_journal" -description {
+test_suite "no_journal" -description {
Run tests in no-journal mode.
} -presql {
pragma journal_mode = persist
-} -include {
+} -files {
delete.test delete2.test insert.test rollback.test select1.test
select2.test trans.test update.test vacuum.test
}
# Run some error tests in no journal mode.
#
-run_tests "no_journal_error" -description {
+test_suite "no_journal_error" -description {
Run malloc.test and ioerr.test in no-journal mode.
} -presql {
pragma journal_mode = persist
-} -include {
+} -files {
malloc.test ioerr.test
}
# Run some crash-tests in autovacuum mode.
#
-run_tests "autovacuum_crash" -description {
+test_suite "autovacuum_crash" -description {
Run crash.test in autovacuum mode.
} -presql {
pragma auto_vacuum = 1
-} -include crash.test
+} -files crash.test
# Run some ioerr-tests in autovacuum mode.
#
-run_tests "autovacuum_ioerr" -description {
+test_suite "autovacuum_ioerr" -description {
Run ioerr.test in autovacuum mode.
} -presql {
pragma auto_vacuum = 1
-} -include ioerr.test
+} -files ioerr.test
# Run tests with an in-memory journal.
#
-run_tests "inmemory_journal" -description {
+test_suite "inmemory_journal" -description {
Run tests with an in-memory journal file.
} -presql {
pragma journal_mode = 'memory'
-} -exclude {
+} -files [test_set $::allquicktests -exclude {
# Exclude all tests that simulate IO errors.
autovacuum_ioerr2.test incrvacuum_ioerr.test ioerr.test
ioerr.test ioerr2.test ioerr3.test ioerr4.test ioerr5.test
stmt.test
# WAL mode is different.
- walmode.test walfault.test wal.test wal2.test wal3.test
-}
+ wal*
+}]
ifcapable mem3 {
- run_tests "memsys3" -description {
+ test_suite "memsys3" -description {
Run tests using the allocator in mem3.c.
- } -exclude {
+ } [test_set $::allquicktests -exclude {
autovacuum.test delete3.test manydb.test
bigrow.test incrblob2.test memdb.test
bitvec.test index2.test memsubsys1.test
capi3.test join3.test pagesize.test
collate5.test limit.test backup_ioerr.test
backup_malloc.test
- } -initialize {
+ }] -initialize {
catch {db close}
sqlite3_reset_auto_extension
sqlite3_shutdown
}
ifcapable mem5 {
- run_tests "memsys5" -description {
+ test_suite "memsys5" -description {
Run tests using the allocator in mem5.c.
- } -exclude {
+ } [test_set $::allquicktests -exclude {
autovacuum.test delete3.test manydb.test
bigrow.test incrblob2.test memdb.test
bitvec.test index2.test memsubsys1.test
capi3c.test ioerr.test memsubsys2.test
capi3.test join3.test pagesize.test
collate5.test limit.test zeroblob.test
- } -initialize {
+ }] -initialize {
catch {db close}
sqlite3_shutdown
sqlite3_config_heap 25000000 64
autoinstall_test_functions
}
- run_tests "memsys5-2" -description {
+ test_suite "memsys5-2" -description {
Run tests using the allocator in mem5.c in a different configuration.
- } -include {
+ } -files {
select1.test
} -initialize {
catch {db close}
}
ifcapable threadsafe {
- run_tests "no_mutex_try" -description {
+ test_suite "no_mutex_try" -description {
The sqlite3_mutex_try() interface always fails
- } -exclude [concat $EXCLUDE mutex1.test mutex2.test] \
- -initialize {
+ } -files [
+ test_set $::allquicktests -exclude mutex1.test mutex2.test
+ ] -initialize {
catch {db close}
sqlite3_shutdown
install_mutex_counters 1
# } -shutdown {
# rename crashsql {}
# rename sa_crashsql crashsql
-# } -include crash.test
+# } -files crash.test
-run_tests "safe_append" -description {
+test_suite "safe_append" -description {
Run some tests on a SAFE_APPEND file-system.
} -initialize {
rename sqlite3 sqlite3_safeappend
} -shutdown {
rename sqlite3 {}
rename sqlite3_shutdown sqlite3
-} -include [lsort [concat shared_err.test $ALLTESTS]] \
- -exclude async3.test
+} -files [
+ test_set $::allquicktests shared_err.test -exclude async3.test
+]
# The set of tests to run on the alternative-pcache
set perm-alt-pcache-testset {
update.test
}
-run_tests "pcache0" -description {
+test_suite "pcache0" -description {
Alternative pcache implementation without random discard
} -initialize {
catch {db close}
install_malloc_faultsim 1
sqlite3_initialize
autoinstall_test_functions
-} -include ${perm-alt-pcache-testset}
+} -files ${perm-alt-pcache-testset}
-run_tests "pcache10" -description {
+test_suite "pcache10" -description {
Alternative pcache implementation without 10% random discard
} -initialize {
catch {db close}
sqlite3_config_alt_pcache 0 0 0
sqlite3_initialize
autoinstall_test_functions
-} -include ${perm-alt-pcache-testset}
+} -files ${perm-alt-pcache-testset}
-run_tests "pcache50" -description {
+test_suite "pcache50" -description {
Alternative pcache implementation without 50% random discard
} -initialize {
catch {db close}
sqlite3_config_alt_pcache 0 0 0
sqlite3_initialize
autoinstall_test_functions
-} -include ${perm-alt-pcache-testset}
+} -files ${perm-alt-pcache-testset}
-run_tests "pcache90" -description {
+test_suite "pcache90" -description {
Alternative pcache implementation without 90% random discard
} -initialize {
catch {db close}
sqlite3_config_alt_pcache 0 0 0
sqlite3_initialize
autoinstall_test_functions
-} -include ${perm-alt-pcache-testset}
+} -files ${perm-alt-pcache-testset}
-run_tests "pcache100" -description {
+test_suite "pcache100" -description {
Alternative pcache implementation that always discards when unpinning
} -initialize {
catch {db close}
sqlite3_config_alt_pcache 0 0 0
sqlite3_initialize
autoinstall_test_functions
-} -include ${perm-alt-pcache-testset}
+} -files ${perm-alt-pcache-testset}
-run_tests "journaltest" -description {
+test_suite "journaltest" -description {
Check that pages are synced before being written (test_journal.c).
} -initialize {
- set G(isquick) 1
catch {db close}
register_jt_vfs -default ""
- #sqlite3_instvfs binarylog -default binarylog ostrace.bin
} -shutdown {
- #sqlite3_instvfs destroy binarylog
unregister_jt_vfs
-} -include $::ALLTESTS -exclude [concat $::WALTESTS {
- incrvacuum.test
- ioerr.test
- corrupt4.test
- io.test
- crash8.test
- async4.test
- bigfile.test
+} -files [test_set $::allquicktests -exclude {
+ wal* incrvacuum.test ioerr.test corrupt4.test io.test crash8.test
+ async4.test bigfile.test
}]
if {[info commands register_demovfs] != ""} {
- run_tests "demovfs" -description {
+ test_suite "demovfs" -description {
Check that the demovfs (code in test_demovfs.c) more or less works.
} -initialize {
register_demovfs
} -shutdown {
unregister_demovfs
- } -include {
+ } -files {
insert.test insert2.test insert3.test rollback.test
select1.test select2.test select3.test
}
}
-run_tests "wal" -description {
+test_suite "wal" -description {
Run tests with journal_mode=WAL
} -initialize {
set ::G(savepoint6_iterations) 100
} -shutdown {
unset -nocomplain ::G(savepoint6_iterations)
-} -include {
+} -files {
savepoint.test savepoint2.test savepoint6.test
trans.test avtrans.test
}
-
# End of tests
#############################################################################
-if {$::perm::testmode eq "targets"} { puts "" ; exit }
+# run_tests NAME OPTIONS
+#
+# where available options are:
+#
+# -description TITLE (default "")
+# -initialize SCRIPT (default "")
+# -shutdown SCRIPT (default "")
+# -presql SQL (default "")
+# -files LIST-OF-FILES (default "")
+#
+proc run_tests {name args} {
+ array set options $args
+
+ set ::G(perm:name) $name
+ set ::G(perm:presql) $options(-presql)
+ set ::G(isquick) 1
+
+ uplevel $options(-initialize)
+
+ foreach file [lsort $options(-files)] {
+ slave_test_file $::testdir/$file
+ }
+
+ uplevel $options(-shutdown)
+
+ unset ::G(perm:name)
+ unset ::G(perm:presql)
+}
+
+proc run_test_suite {name} {
+ if {[info exists ::testspec($name)]==0} {
+ error "No such test suite: $name"
+ }
+ uplevel run_tests $name $::testspec($name)
+}
+
+proc help {} {
+ foreach k $::testsuitelist {
+ array set o $::testspec($k)
+ puts "Test suite: \"$k\""
+ set d [string trim $o(-description)]
+ set d [regsub {\n *} $d "\n "]
+ puts " $d"
+ puts ""
+ }
+ exit -1
+}
+
+if {[info script] == $argv0} {
+ proc main {argv} {
+ if {[llength $argv]==0} {
+ help
+ } else {
+ set suite [lindex $argv 0]
+ if {[info exists ::testspec($suite)]==0} help
+ set extra ""
+ if {[llength $argv]>1} { set extra [list -files [lrange $argv 1 end]] }
+ eval run_tests $suite $::testspec($suite) $extra
+ }
+ }
+ main $argv
+ finish_test
+}
-finish_test
projects / thirdparty / sqlite.git / commitdiff
