Home | History | Annotate | Download | only in test
      1 # 2007 April 12
      2 #
      3 # The author disclaims copyright to this source code.  In place of
      4 # a legal notice, here is a blessing:
      5 #
      6 #    May you do good and not evil.
      7 #    May you find forgiveness for yourself and forgive others.
      8 #    May you share freely, never taking more than you give.
      9 #
     10 #***********************************************************************
     11 # This file implements regression tests for SQLite library.
     12 # The focus of the tests in this file are to verify that the
     13 # pager optimizations implemented in version 3.3.14 work.
     14 #
     15 # $Id: pageropt.test,v 1.5 2008/08/20 14:49:25 danielk1977 Exp $
     16 
     17 set testdir [file dirname $argv0]
     18 source $testdir/tester.tcl
     19 
     20 ifcapable {!pager_pragmas||secure_delete} {
     21   finish_test
     22   return
     23 }
     24 
     25 # Run the SQL statement supplied by the argument and return
     26 # the results.  Prepend four integers to the beginning of the
     27 # result which are
     28 #
     29 #     (1)  The number of page reads from the database
     30 #     (2)  The number of page writes to the database
     31 #     (3)  The number of page writes to the journal
     32 #     (4)  The number of cache pages freed
     33 #
     34 proc pagercount_sql {sql {db db}} {
     35   global sqlite3_pager_readdb_count
     36   global sqlite3_pager_writedb_count
     37   global sqlite3_pager_writej_count
     38   global sqlite3_pager_pgfree_count
     39   set sqlite3_pager_readdb_count 0
     40   set sqlite3_pager_writedb_count 0
     41   set sqlite3_pager_writej_count 0
     42   set r [$db eval $sql]
     43   set cnt [list $sqlite3_pager_readdb_count \
     44                 $sqlite3_pager_writedb_count \
     45                 $sqlite3_pager_writej_count ]
     46   return [concat $cnt $r]
     47 }
     48 
     49 # Setup the test database
     50 #
     51 do_test pageropt-1.1 {
     52   sqlite3_soft_heap_limit 0
     53   execsql {
     54     PRAGMA auto_vacuum = OFF;
     55     PRAGMA page_size = 1024;
     56   }
     57   pagercount_sql {
     58     CREATE TABLE t1(x);
     59   }
     60 } {0 2 0}
     61 do_test pageropt-1.2 {
     62   pagercount_sql {
     63     INSERT INTO t1 VALUES(randomblob(5000));
     64   }
     65 } {0 6 2}
     66 
     67 # Verify that values remain in cache on for subsequent reads.
     68 # We should not have to go back to disk.
     69 #
     70 do_test pageropt-1.3 {
     71   pagercount_sql {
     72     SELECT length(x) FROM t1
     73   }
     74 } {0 0 0 5000}
     75 
     76 # If another thread reads the database, the original cache
     77 # remains valid.
     78 #
     79 sqlite3 db2 test.db
     80 set blobcontent [db2 one {SELECT hex(x) FROM t1}]
     81 do_test pageropt-1.4 {
     82   pagercount_sql {
     83     SELECT hex(x) FROM t1
     84   }
     85 } [list 0 0 0 $blobcontent]
     86 
     87 # But if the other thread modifies the database, then the cache
     88 # must refill.
     89 #
     90 do_test pageropt-1.5 {
     91   db2 eval {CREATE TABLE t2(y)}
     92   pagercount_sql {
     93     SELECT hex(x) FROM t1
     94   }
     95 } [list 6 0 0 $blobcontent]
     96 do_test pageropt-1.6 {
     97   pagercount_sql {
     98     SELECT hex(x) FROM t1
     99   }
    100 } [list 0 0 0 $blobcontent]
    101 
    102 # Verify that the last page of an overflow chain is not read from
    103 # disk when deleting a row.  The one row of t1(x) has four pages
    104 # of overflow.  So deleting that row from t1 should involve reading
    105 # the sqlite_master table (1 page) the main page of t1 (1 page) and
    106 # the three overflow pages of t1 for a total of 5 pages.
    107 #
    108 # Pages written are page 1 (for the freelist pointer), the root page
    109 # of the table, and one of the overflow chain pointers because it
    110 # becomes the trunk of the freelist.  Total 3.
    111 #
    112 do_test pageropt-2.1 {
    113   db close
    114   sqlite3 db test.db
    115   pagercount_sql {
    116     DELETE FROM t1 WHERE rowid=1
    117   }
    118 } {5 3 3}
    119 
    120 # When pulling pages off of the freelist, there is no reason
    121 # to actually bring in the old content.
    122 #
    123 do_test pageropt-2.2 {
    124   db close
    125   sqlite3 db test.db
    126   pagercount_sql {
    127     INSERT INTO t1 VALUES(randomblob(1500));
    128   }
    129 } {3 4 3}
    130 do_test pageropt-2.3 {
    131   pagercount_sql {
    132     INSERT INTO t1 VALUES(randomblob(1500));
    133   }
    134 } {0 4 3}
    135 
    136 # Note the new optimization that when pulling the very last page off of the
    137 # freelist we do not read the content of that page.
    138 #
    139 do_test pageropt-2.4 {
    140   pagercount_sql {
    141     INSERT INTO t1 VALUES(randomblob(1500));
    142   }
    143 } {0 5 3}
    144 
    145 # Appending a large quantity of data does not involve writing much
    146 # to the journal file.
    147 #
    148 do_test pageropt-3.1 {
    149   pagercount_sql {
    150     INSERT INTO t2 SELECT * FROM t1;
    151   }
    152 } {1 7 2}
    153 
    154 # Once again, we do not need to read the last page of an overflow chain
    155 # while deleting.
    156 #
    157 do_test pageropt-3.2 {
    158   pagercount_sql {
    159     DROP TABLE t2;
    160   }
    161 } {0 2 3}
    162 do_test pageropt-3.3 {
    163   pagercount_sql {
    164     DELETE FROM t1;
    165   }
    166 } {0 3 3}
    167 
    168 # There are now 11 pages on the freelist.  Move them all into an
    169 # overflow chain by inserting a single large record.  Starting from
    170 # a cold cache, only page 1, the root page of table t1, and the trunk
    171 # of the freelist need to be read (3 pages).  And only those three
    172 # pages need to be journalled.  But 13 pages need to be written:
    173 # page1, the root page of table t1, and an 11 page overflow chain.
    174 #
    175 do_test pageropt-4.1 {
    176   db close
    177   sqlite3 db test.db
    178   pagercount_sql {
    179     INSERT INTO t1 VALUES(randomblob(11300))
    180   }
    181 } {3 13 3}
    182 
    183 # Now we delete that big entries starting from a cold cache and an
    184 # empty freelist.  The first 10 of the 11 pages overflow chain have
    185 # to be read, together with page1 and the root of the t1 table.  12
    186 # reads total.  But only page1, the t1 root, and the trunk of the
    187 # freelist need to be journalled and written back.
    188 #
    189 do_test pageropt-4.2 {
    190   db close
    191   sqlite3 db test.db
    192   pagercount_sql {
    193     DELETE FROM t1
    194   }
    195 } {12 3 3}
    196 
    197 sqlite3_soft_heap_limit $cmdlinearg(soft-heap-limit)
    198 catch {db2 close}
    199 finish_test
    200