Home | History | Annotate | Download | only in test
      1 # 2007 October 23
      2 #
      3 # The author disclaims copyright to this source code.  In place of
      4 # a legal notice, here is a blessing:
      5 #
      6 #    May you do good and not evil.
      7 #    May you find forgiveness for yourself and forgive others.
      8 #    May you share freely, never taking more than you give.
      9 #
     10 #*************************************************************************
     11 # This file implements regression tests for SQLite library.  The
     12 # focus of this script is measuring executing speed. More specifically,
     13 # the focus is on the speed of:
     14 #
     15 #   * joins
     16 #   * views
     17 #   * sub-selects
     18 #   * triggers
     19 #
     20 # $Id: speed4p.explain,v 1.1 2008/04/16 12:57:48 drh Exp $
     21 #
     22 
     23 set testdir [file dirname $argv0]
     24 source $testdir/tester.tcl
     25 speed_trial_init speed1
     26 
     27 # Set a uniform random seed
     28 expr srand(0)
     29 
     30 set sqlout [open speed1.txt w]
     31 proc tracesql {sql} {
     32   puts $::sqlout $sql\;
     33 }
     34 #db trace tracesql
     35 
     36 # The number_name procedure below converts its argment (an integer)
     37 # into a string which is the English-language name for that number.
     38 #
     39 # Example:
     40 #
     41 #     puts [number_name 123]   ->  "one hundred twenty three"
     42 #
     43 set ones {zero one two three four five six seven eight nine
     44           ten eleven twelve thirteen fourteen fifteen sixteen seventeen
     45           eighteen nineteen}
     46 set tens {{} ten twenty thirty forty fifty sixty seventy eighty ninety}
     47 proc number_name {n} {
     48   if {$n>=1000} {
     49     set txt "[number_name [expr {$n/1000}]] thousand"
     50     set n [expr {$n%1000}]
     51   } else {
     52     set txt {}
     53   }
     54   if {$n>=100} {
     55     append txt " [lindex $::ones [expr {$n/100}]] hundred"
     56     set n [expr {$n%100}]
     57   }
     58   if {$n>=20} {
     59     append txt " [lindex $::tens [expr {$n/10}]]"
     60     set n [expr {$n%10}]
     61   }
     62   if {$n>0} {
     63     append txt " [lindex $::ones $n]"
     64   }
     65   set txt [string trim $txt]
     66   if {$txt==""} {set txt zero}
     67   return $txt
     68 }
     69 
     70 # Summary of tests:
     71 #
     72 #   speed4p-join1: Join three tables using IPK index.
     73 #   speed4p-join2: Join three tables using an index.
     74 #   speed4p-join3: Join two tables without an index.
     75 #
     76 #   speed4p-view1:  Querying a view.
     77 #   speed4p-table1: Same queries as in speed4p-view1, but run directly against
     78 #                  the tables for comparison purposes.
     79 #
     80 #   speed4p-subselect1: A SELECT statement that uses many sub-queries..
     81 #
     82 #   speed4p-trigger1: An INSERT statement that fires a trigger.
     83 #   speed4p-trigger2: An UPDATE statement that fires a trigger.
     84 #   speed4p-trigger3: A DELETE statement that fires a trigger.
     85 #   speed4p-notrigger1: Same operation as trigger1, but without the trigger.
     86 #   speed4p-notrigger2:        "          trigger2           "
     87 #   speed4p-notrigger3:        "          trigger3           "
     88 #
     89 
     90 # Set up the schema. Each of the tables t1, t2 and t3 contain 50,000 rows.
     91 # This creates a database of around 16MB.
     92 execsql {
     93   PRAGMA page_size=1024;
     94   PRAGMA cache_size=8192;
     95   PRAGMA locking_mode=EXCLUSIVE;
     96   BEGIN;
     97   CREATE TABLE t1(rowid INTEGER PRIMARY KEY, i INTEGER, t TEXT);
     98   CREATE TABLE t2(rowid INTEGER PRIMARY KEY, i INTEGER, t TEXT);
     99   CREATE TABLE t3(rowid INTEGER PRIMARY KEY, i INTEGER, t TEXT);
    100 
    101   CREATE VIEW v1 AS SELECT rowid, i, t FROM t1;
    102   CREATE VIEW v2 AS SELECT rowid, i, t FROM t2;
    103   CREATE VIEW v3 AS SELECT rowid, i, t FROM t3;
    104 }
    105 for {set jj 1} {$jj <= 3} {incr jj} {
    106   set stmt [string map "%T% t$jj" {INSERT INTO %T% VALUES(NULL, $i, $t)}]
    107   for {set ii 0} {$ii < 50000} {incr ii} {
    108     set i [expr {int(rand()*50000)}]
    109     set t [number_name $i]
    110     execsql $stmt
    111   }
    112 }
    113 execsql {
    114   CREATE INDEX i1 ON t1(t);
    115   CREATE INDEX i2 ON t2(t);
    116   CREATE INDEX i3 ON t3(t);
    117   COMMIT;
    118 }
    119 
    120 # Before running these tests, disable the compiled statement cache built into
    121 # the Tcl interface. This is because we want to test the speed of SQL
    122 # compilation as well as execution.
    123 #
    124 db cache size 0
    125 
    126 # Join t1, t2, t3 on IPK.
    127 set sql "SELECT * FROM t1, t2, t3 WHERE t1.oid = t2.oid AND t2.oid = t3.oid"
    128 explain $sql
    129 speed_trial speed4p-join1 50000 row $sql
    130 
    131 # Join t1, t2, t3 on the non-IPK index.
    132 set sql "SELECT * FROM t1, t2, t3 WHERE t1.t = t2.t AND t2.t = t3.t"
    133 explain $sql
    134 speed_trial speed4p-join2 50000 row $sql
    135 
    136 # Run 10000 simple queries against the views.
    137 set script {
    138   for {set ii 1} {$ii < 10000} {incr ii} {
    139     set v [expr {$ii*3}]
    140     set t [expr {$ii%3+1}]
    141     db eval "SELECT * FROM v$t WHERE rowid = \$v"
    142   }
    143 }
    144 explain {SELECT * FROm v1 WHERE rowid=$v}
    145 speed_trial_tcl speed4p-view1 10000 stmt $script
    146 
    147 # Run the same 10000 simple queries as in the previous test case against
    148 # the underlying tables. The compiled vdbe programs should be identical, so
    149 # the only difference in running time is the extra time taken to compile
    150 # the view definitions.
    151 #
    152 set script {
    153   for {set ii 1} {$ii < 10000} {incr ii} {
    154     set v [expr {$ii*3}]
    155     set t [expr {$ii%3+1}]
    156     db eval "SELECT t FROM t$t WHERE rowid = \$v"
    157   }
    158 }
    159 explain {SELECT * FROM t1 WHERE rowid=$v}
    160 speed_trial_tcl speed4p-table1 10000 stmt $script
    161 
    162 # Run a SELECT that uses sub-queries 10000 times. A total of 30000 sub-selects.
    163 #
    164 set script {
    165   for {set ii 1} {$ii < 10000} {incr ii} {
    166     set v [expr {$ii*3}]
    167     db eval {
    168       SELECT (SELECT t FROM t1 WHERE rowid = $v), 
    169              (SELECT t FROM t2 WHERE rowid = $v), 
    170              (SELECT t FROM t3 WHERE rowid = $v)
    171     }
    172   }
    173 }
    174 explain {
    175       SELECT (SELECT t FROM t1 WHERE rowid = $v), 
    176              (SELECT t FROM t2 WHERE rowid = $v), 
    177              (SELECT t FROM t3 WHERE rowid = $v)
    178 }
    179 speed_trial_tcl speed4p-subselect1 10000 stmt $script
    180 
    181 # The following block tests the speed of some DML statements that cause
    182 # triggers to fire.
    183 #
    184 execsql {
    185   CREATE TABLE log(op TEXT, r INTEGER, i INTEGER, t TEXT);
    186   CREATE TABLE t4(rowid INTEGER PRIMARY KEY, i INTEGER, t TEXT);
    187   CREATE TRIGGER t4_trigger1 AFTER INSERT ON t4 BEGIN
    188     INSERT INTO log VALUES('INSERT INTO t4', new.rowid, new.i, new.t);
    189   END;
    190   CREATE TRIGGER t4_trigger2 AFTER UPDATE ON t4 BEGIN
    191     INSERT INTO log VALUES('UPDATE OF t4', new.rowid, new.i, new.t);
    192   END;
    193   CREATE TRIGGER t4_trigger3 AFTER DELETE ON t4 BEGIN
    194     INSERT INTO log VALUES('DELETE OF t4', old.rowid, old.i, old.t);
    195   END;
    196   BEGIN;
    197 }
    198 set list {}
    199 for {set ii 1} {$ii < 10000} {incr ii} {
    200   lappend list $ii [number_name $ii]
    201 }
    202 set script {
    203   foreach {ii name} $::list {
    204     db eval {INSERT INTO t4 VALUES(NULL, $ii, $name)}
    205   }
    206 }
    207 explain {INSERT INTO t4 VALUES(NULL, $ii, $name)}
    208 speed_trial_tcl speed4p-trigger1 10000 stmt $script
    209 
    210 set list {}
    211 for {set ii 1} {$ii < 20000} {incr ii 2} {
    212   set ii2 [expr {$ii*2}]
    213   lappend list $ii $ii2 [number_name $ii2]
    214 }
    215 set script {
    216   foreach {ii ii2 name} $::list {
    217     db eval {
    218       UPDATE t4 SET i = $ii2, t = $name WHERE rowid = $ii;
    219     }
    220   }
    221 }
    222 explain {UPDATE t4 SET i = $ii2, t = $name WHERE rowid = $ii}
    223 speed_trial_tcl speed4p-trigger2 10000 stmt $script
    224 
    225 set script {
    226   for {set ii 1} {$ii < 20000} {incr ii 2} {
    227     db eval {DELETE FROM t4 WHERE rowid = $ii}
    228   }
    229 }
    230 explain {DELETE FROM t4 WHERE rowid = $ii}
    231 speed_trial_tcl speed4p-trigger3 10000 stmt $script
    232 execsql {COMMIT}
    233 
    234 # The following block contains the same tests as the above block that
    235 # tests triggers, with one crucial difference: no triggers are defined.
    236 # So the difference in speed between these tests and the preceding ones
    237 # is the amount of time taken to compile and execute the trigger programs.
    238 #
    239 execsql {
    240   DROP TABLE t4;
    241   DROP TABLE log;
    242   VACUUM;
    243   CREATE TABLE t4(rowid INTEGER PRIMARY KEY, i INTEGER, t TEXT);
    244   BEGIN;
    245 }
    246 set list {}
    247 for {set ii 1} {$ii < 10000} {incr ii} {
    248   lappend list $ii [number_name $ii]
    249 }
    250 set script {
    251   foreach {ii name} $::list {
    252     db eval {INSERT INTO t4 VALUES(NULL, $ii, $name);}
    253   }
    254 }
    255 explain {INSERT INTO t4 VALUES(NULL, $ii, $name)}
    256 speed_trial_tcl speed4p-notrigger1 10000 stmt $script
    257 
    258 set list {}
    259 for {set ii 1} {$ii < 20000} {incr ii 2} {
    260   set ii2 [expr {$ii*2}]
    261   lappend list $ii $ii2 [number_name $ii2]
    262 }
    263 set script {
    264   foreach {ii ii2 name} $::list {
    265     db eval {
    266       UPDATE t4 SET i = $ii2, t = $name WHERE rowid = $ii;
    267     }
    268   }
    269 }
    270 explain {UPDATE t4 SET i = $ii2, t = $name WHERE rowid = $ii}
    271 speed_trial_tcl speed4p-notrigger2 10000 stmt $script
    272 
    273 set script {
    274   for {set ii 1} {$ii < 20000} {incr ii 2} {
    275     db eval {DELETE FROM t4 WHERE rowid = $ii}
    276   }
    277 }
    278 explain {DELETE FROM t4 WHERE rowid = $ii}
    279 speed_trial_tcl speed4p-notrigger3 10000 stmt $script
    280 execsql {COMMIT}
    281 
    282 speed_trial_summary speed4
    283 finish_test
    284