Home | History | Annotate | Download | only in fts3 
      1 
      2 
      3 #--------------------------------------------------------------------------
      4 # This script contains several sub-programs used to test FTS3/FTS4
      5 # performance. It does not run the queries directly, but generates SQL
      6 # scripts that can be run using the shell tool.
      7 #
      8 # The following cases are tested:
      9 #
     10 #   1. Inserting documents into an FTS3 table.
     11 #   2. Optimizing an FTS3 table (i.e. "INSERT INTO t1 VALUES('optimize')").
     12 #   3. Deleting documents from an FTS3 table.
     13 #   4. Querying FTS3 tables.
     14 #
     15 
     16 # Number of tokens in vocabulary. And number of tokens in each document.
     17 #
     18 set VOCAB_SIZE  2000
     19 set DOC_SIZE     100
     20 
     21 set NUM_INSERTS 100000
     22 set NUM_SELECTS 1000
     23 
     24 # Force everything in this script to be deterministic.
     25 #
     26 expr {srand(0)}
     27 
     28 proc usage {} {
     29   puts stderr "Usage: $::argv0 <rows> <selects>"
     30   exit -1
     31 }
     32 
     33 proc sql {sql} {
     34   puts $::fd $sql
     35 }
     36 
     37 
     38 # Return a list of $nWord randomly generated tokens each between 2 and 10
     39 # characters in length.
     40 #
     41 proc build_vocab {nWord} {
     42   set ret [list]
     43   set chars [list a b c d e f g h i j k l m n o p q r s t u v w x y z]
     44   for {set i 0} {$i<$nWord} {incr i} {
     45     set len [expr {int((rand()*9.0)+2)}]
     46     set term ""
     47     for {set j 0} {$j<$len} {incr j} {
     48       append term [lindex $chars [expr {int(rand()*[llength $chars])}]]
     49     }
     50     lappend ret $term
     51   }
     52   set ret
     53 }
     54 
     55 proc select_term {} {
     56   set n [llength $::vocab]
     57   set t [expr int(rand()*$n*3)]
     58   if {$t>=2*$n} { set t [expr {($t-2*$n)/100}] }
     59   if {$t>=$n} { set t [expr {($t-$n)/10}] }
     60   lindex $::vocab $t
     61 }
     62 
     63 proc select_doc {nTerm} {
     64   set ret [list]
     65   for {set i 0} {$i<$nTerm} {incr i} {
     66     lappend ret [select_term]
     67   }
     68   set ret
     69 }
     70 
     71 proc test_1 {nInsert} {
     72   sql "PRAGMA synchronous = OFF;"
     73   sql "DROP TABLE IF EXISTS t1;"
     74   sql "CREATE VIRTUAL TABLE t1 USING fts4;"
     75   for {set i 0} {$i < $nInsert} {incr i} {
     76     set doc [select_doc $::DOC_SIZE]
     77     sql "INSERT INTO t1 VALUES('$doc');"
     78   }
     79 }
     80 
     81 proc test_2 {} {
     82   sql "INSERT INTO t1(t1) VALUES('optimize');"
     83 }
     84 
     85 proc test_3 {nSelect} {
     86   for {set i 0} {$i < $nSelect} {incr i} {
     87     sql "SELECT count(*) FROM t1 WHERE t1 MATCH '[select_term]';"
     88   }
     89 }
     90 
     91 proc test_4 {nSelect} {
     92   for {set i 0} {$i < $nSelect} {incr i} {
     93     sql "SELECT count(*) FROM t1 WHERE t1 MATCH '[select_term] [select_term]';"
     94   }
     95 }
     96 
     97 if {[llength $argv]!=0} usage
     98 
     99 set ::vocab [build_vocab $::VOCAB_SIZE]
    100 
    101 set ::fd [open fts3speed_insert.sql w]
    102 test_1 $NUM_INSERTS
    103 close $::fd
    104 
    105 set ::fd [open fts3speed_select.sql w]
    106 test_3 $NUM_SELECTS
    107 close $::fd
    108 
    109 set ::fd [open fts3speed_select2.sql w]
    110 test_4 $NUM_SELECTS
    111 close $::fd
    112 
    113 set ::fd [open fts3speed_optimize.sql w]
    114 test_2
    115 close $::fd
    116 
    117 puts "Success. Created files:"
    118 puts "  fts3speed_insert.sql"
    119 puts "  fts3speed_select.sql"
    120 puts "  fts3speed_select2.sql"
    121 puts "  fts3speed_optimize.sql"
    122 
    123