| # 2008 June 18 |
| # |
| # The author disclaims copyright to this source code. In place of |
| # a legal notice, here is a blessing: |
| # |
| # May you do good and not evil. |
| # May you find forgiveness for yourself and forgive others. |
| # May you share freely, never taking more than you give. |
| # |
| #*********************************************************************** |
| # |
| # This file contains tests of the memory allocation subsystem |
| # |
| |
| set testdir [file dirname $argv0] |
| source $testdir/tester.tcl |
| sqlite3_reset_auto_extension |
| |
| # This test assumes that no page-cache or scratch buffers are installed |
| # by default when a new database connection is opened. As a result, it |
| # will not work with the "memsubsys1" permutation. |
| # |
| if {[permutation] == "memsubsys1"} { |
| finish_test |
| return |
| } |
| |
| # This procedure constructs a new database in test.db. It fills |
| # this database with many small records (enough to force multiple |
| # rebalance operations in the btree-layer and to require a large |
| # page cache), verifies correct results, then returns. |
| # |
| proc build_test_db {testname pragmas} { |
| catch {db close} |
| file delete -force test.db test.db-journal |
| sqlite3 db test.db |
| sqlite3_db_config_lookaside db 0 0 0 |
| db eval $pragmas |
| db eval { |
| CREATE TABLE t1(x, y); |
| CREATE TABLE t2(a, b); |
| CREATE INDEX i1 ON t1(x,y); |
| INSERT INTO t1 VALUES(1, 100); |
| INSERT INTO t1 VALUES(2, 200); |
| } |
| for {set i 2} {$i<5000} {incr i $i} { |
| db eval {INSERT INTO t2 SELECT * FROM t1} |
| db eval {INSERT INTO t1 SELECT a+$i, a+b*100 FROM t2} |
| db eval {DELETE FROM t2} |
| } |
| do_test $testname.1 { |
| db eval {SELECT count(*) FROM t1} |
| } 8192 |
| integrity_check $testname.2 |
| } |
| |
| # Reset all of the highwater marks. |
| # |
| proc reset_highwater_marks {} { |
| sqlite3_status SQLITE_STATUS_MEMORY_USED 1 |
| sqlite3_status SQLITE_STATUS_MALLOC_SIZE 1 |
| sqlite3_status SQLITE_STATUS_PAGECACHE_USED 1 |
| sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 1 |
| sqlite3_status SQLITE_STATUS_PAGECACHE_SIZE 1 |
| sqlite3_status SQLITE_STATUS_SCRATCH_USED 1 |
| sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 1 |
| sqlite3_status SQLITE_STATUS_SCRATCH_SIZE 1 |
| sqlite3_status SQLITE_STATUS_PARSER_STACK 1 |
| } |
| |
| set xtra_size 256 |
| |
| # Test 1: Both PAGECACHE and SCRATCH are shut down. |
| # |
| db close |
| sqlite3_shutdown |
| sqlite3_config_lookaside 0 0 |
| sqlite3_initialize |
| reset_highwater_marks |
| build_test_db memsubsys1-1 {PRAGMA page_size=1024} |
| do_test memsubsys1-1.3 { |
| set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] |
| } 0 |
| do_test memsubsys1-1.4 { |
| set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] |
| } 0 |
| set max_pagecache [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] |
| #show_memstats |
| |
| # Test 2: Activate PAGECACHE with 20 pages |
| # |
| db close |
| sqlite3_shutdown |
| sqlite3_config_pagecache [expr 1024+$xtra_size] 20 |
| sqlite3_initialize |
| reset_highwater_marks |
| build_test_db memsubsys1-2 {PRAGMA page_size=1024} |
| #show_memstats |
| set MEMORY_MANAGEMENT $sqlite_options(memorymanage) |
| do_test memsubsys1-2.3 { |
| set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] |
| } [expr ($TEMP_STORE>1 || $MEMORY_MANAGEMENT==0)*1024] |
| do_test memsubsys1-2.4 { |
| set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] |
| } 20 |
| do_test memsubsys1-2.5 { |
| set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] |
| } 0 |
| |
| # Test 3: Activate PAGECACHE with 20 pages but use the wrong page size |
| # so that PAGECACHE is not used. |
| # |
| db close |
| sqlite3_shutdown |
| sqlite3_config_pagecache [expr 512+$xtra_size] 20 |
| sqlite3_initialize |
| reset_highwater_marks |
| build_test_db memsubsys1-3.1 {PRAGMA page_size=1024} |
| #show_memstats |
| do_test memsubsys1-3.1.3 { |
| set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] |
| } 0 |
| do_test memsubsys1-3.1.4 { |
| set overflow [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] |
| } $max_pagecache |
| do_test memsubsys1-3.1.5 { |
| set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] |
| } 0 |
| db close |
| sqlite3_shutdown |
| sqlite3_config_pagecache [expr 2048+$xtra_size] 20 |
| sqlite3_initialize |
| reset_highwater_marks |
| build_test_db memsubsys1-3.2 {PRAGMA page_size=2048} |
| #show_memstats |
| do_test memsubsys1-3.2.3 { |
| db eval {PRAGMA page_size} |
| } 2048 |
| do_test memsubsys1-3.2.4 { |
| set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] |
| } 20 |
| do_test memsubsys1-3.2.5 { |
| set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] |
| } 0 |
| |
| # Test 4: Activate both PAGECACHE and SCRATCH. |
| # |
| db close |
| sqlite3_shutdown |
| sqlite3_config_pagecache [expr 1024+$xtra_size] 50 |
| sqlite3_config_scratch 6000 2 |
| sqlite3_initialize |
| reset_highwater_marks |
| build_test_db memsubsys1-4 {PRAGMA page_size=1024} |
| #show_memstats |
| do_test memsubsys1-4.3 { |
| set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] |
| expr {$pg_used>=45 && $pg_used<=50} |
| } 1 |
| do_test memsubsys1-4.4 { |
| set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] |
| } 0 |
| do_test memsubsys1-4.5 { |
| set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] |
| expr {$maxreq<7000} |
| } 1 |
| do_test memsubsys1-4.6 { |
| set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] |
| } 1 |
| |
| # Test 5: Activate both PAGECACHE and SCRATCH. But make the page size |
| # such that the SCRATCH allocations are too small. |
| # |
| db close |
| sqlite3_shutdown |
| sqlite3_config_pagecache [expr 4096+$xtra_size] 24 |
| sqlite3_config_scratch 6000 2 |
| sqlite3_initialize |
| reset_highwater_marks |
| build_test_db memsubsys1-5 {PRAGMA page_size=4096} |
| #show_memstats |
| do_test memsubsys1-5.3 { |
| set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] |
| } 24 |
| do_test memsubsys1-5.4 { |
| set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] |
| expr {$maxreq>4096} |
| } 1 |
| do_test memsubsys1-5.5 { |
| set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] |
| } 0 |
| do_test memsubsys1-5.6 { |
| set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] |
| expr {$s_ovfl>6000} |
| } 1 |
| |
| # Test 6: Activate both PAGECACHE and SCRATCH with a 4k page size. |
| # Make it so that SCRATCH is large enough |
| # |
| db close |
| sqlite3_shutdown |
| sqlite3_config_pagecache [expr 4096+$xtra_size] 24 |
| sqlite3_config_scratch 25300 1 |
| sqlite3_initialize |
| reset_highwater_marks |
| build_test_db memsubsys1-6 {PRAGMA page_size=4096} |
| #show_memstats |
| do_test memsubsys1-6.3 { |
| set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] |
| } 24 |
| #do_test memsubsys1-6.4 { |
| # set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] |
| # expr {$maxreq>4096 && $maxreq<=(4096+$xtra_size)} |
| #} 1 |
| do_test memsubsys1-6.5 { |
| set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] |
| } 1 |
| do_test memsubsys1-6.6 { |
| set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] |
| } 0 |
| |
| # Test 7: Activate both PAGECACHE and SCRATCH with a 4k page size. |
| # Set cache_size small so that no PAGECACHE overflow occurs. Verify |
| # that maximum allocation size is small. |
| # |
| db close |
| sqlite3_shutdown |
| sqlite3_config_pagecache [expr 4096+$xtra_size] 24 |
| sqlite3_config_scratch 25300 1 |
| sqlite3_initialize |
| reset_highwater_marks |
| build_test_db memsubsys1-7 { |
| PRAGMA page_size=4096; |
| PRAGMA cache_size=10; |
| PRAGMA temp_store=memory; |
| } |
| #show_memstats |
| do_test memsubsys1-7.3 { |
| set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] |
| expr {$pg_used<24} |
| } 1 |
| do_test memsubsys1-7.4 { |
| set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] |
| } 0 |
| do_test memsubsys1-7.5 { |
| set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] |
| expr {$maxreq<4100} |
| } 1 |
| do_test memsubsys1-7.6 { |
| set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] |
| } 1 |
| do_test memsubsys1-7.7 { |
| set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] |
| } 0 |
| |
| # Test 8: Disable PAGECACHE. Make available SCRATCH zero. Verify that |
| # the SCRATCH overflow logic works. |
| # |
| db close |
| sqlite3_shutdown |
| sqlite3_config_pagecache 0 0 |
| sqlite3_config_scratch 25000 0 |
| sqlite3_initialize |
| reset_highwater_marks |
| do_test memsubsys1-8.1 { |
| set pg_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] |
| } 0 |
| do_test memsubsys1-8.2 { |
| set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] |
| } 0 |
| do_test memsubsys1-8.3 { |
| sqlite3 db :memory: |
| db eval { |
| CREATE TABLE t1(x); |
| INSERT INTO t1 VALUES(zeroblob(400)); |
| INSERT INTO t1 VALUES(zeroblob(400)); |
| INSERT INTO t1 SELECT * FROM t1; |
| INSERT INTO t1 SELECT * FROM t1; |
| INSERT INTO t1 SELECT * FROM t1; |
| } |
| expr {[lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]>0} |
| } 1 |
| db close |
| sqlite3_shutdown |
| sqlite3_config_memstatus 0 |
| sqlite3_initialize |
| do_test memsubsys1-8.4 { |
| sqlite3 db :memory: |
| db eval { |
| CREATE TABLE t1(x); |
| INSERT INTO t1 VALUES(zeroblob(400)); |
| INSERT INTO t1 VALUES(zeroblob(400)); |
| INSERT INTO t1 SELECT * FROM t1; |
| INSERT INTO t1 SELECT * FROM t1; |
| INSERT INTO t1 SELECT * FROM t1; |
| SELECT rowid FROM t1; |
| } |
| } {1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16} |
| |
| |
| db close |
| sqlite3_shutdown |
| sqlite3_config_memstatus 1 |
| sqlite3_config_pagecache 0 0 |
| sqlite3_config_scratch 0 0 |
| sqlite3_config_lookaside 100 500 |
| sqlite3_initialize |
| autoinstall_test_functions |
| finish_test |