Get the "--testset rtree" option working on speedtest1. Add the --rtree,

--lookaside, and --clang options to the speed-check.sh script.

FossilOrigin-Name: 87b640c8d07a76b2bc7e896e01965cc09e06f77b
This commit is contained in:
drh 2017-01-20 16:09:12 +00:00
parent 4df65fc20f
commit 508286701a
5 changed files with 36 additions and 31 deletions

View File

@ -893,7 +893,7 @@ wordcount$(EXE): $(TOP)/test/wordcount.c sqlite3.c
$(TOP)/test/wordcount.c sqlite3.c $(TOP)/test/wordcount.c sqlite3.c
speedtest1$(EXE): $(TOP)/test/speedtest1.c sqlite3.o speedtest1$(EXE): $(TOP)/test/speedtest1.c sqlite3.o
$(TCC) -I. $(OTAFLAGS) -o speedtest1$(EXE) $(TOP)/test/speedtest1.c sqlite3.o $(THREADLIB) $(TCCX) -I. $(OTAFLAGS) -o speedtest1$(EXE) $(TOP)/test/speedtest1.c sqlite3.o $(THREADLIB)
rbu$(EXE): $(TOP)/ext/rbu/rbu.c $(TOP)/ext/rbu/sqlite3rbu.c sqlite3.o rbu$(EXE): $(TOP)/ext/rbu/rbu.c $(TOP)/ext/rbu/sqlite3rbu.c sqlite3.o
$(TCC) -I. -o rbu$(EXE) $(TOP)/ext/rbu/rbu.c sqlite3.o \ $(TCC) -I. -o rbu$(EXE) $(TOP)/ext/rbu/rbu.c sqlite3.o \

View File

@ -1,5 +1,5 @@
C Minor\sperformance\soptimizations\sto\ssqlite3_blob_open()\sand\nsqlite3_blob_reopen(). C Get\sthe\s"--testset\srtree"\soption\sworking\son\sspeedtest1.\s\sAdd\sthe\s--rtree,\n--lookaside,\sand\s--clang\soptions\sto\sthe\sspeed-check.sh\sscript.
D 2017-01-20T00:40:26.827 D 2017-01-20T16:09:12.221
F Makefile.in 41bd4cad981487345c4a84081074bcdb876e4b2e F Makefile.in 41bd4cad981487345c4a84081074bcdb876e4b2e
F Makefile.linux-gcc 7bc79876b875010e8c8f9502eb935ca92aa3c434 F Makefile.linux-gcc 7bc79876b875010e8c8f9502eb935ca92aa3c434
F Makefile.msc b8ca53350ae545e3562403d5da2a69cec79308da F Makefile.msc b8ca53350ae545e3562403d5da2a69cec79308da
@ -314,7 +314,7 @@ F ext/userauth/userauth.c 5fa3bdb492f481bbc1709fc83c91ebd13460c69e
F install-sh 9d4de14ab9fb0facae2f48780b874848cbf2f895 x F install-sh 9d4de14ab9fb0facae2f48780b874848cbf2f895 x
F ltmain.sh 3ff0879076df340d2e23ae905484d8c15d5fdea8 F ltmain.sh 3ff0879076df340d2e23ae905484d8c15d5fdea8
F magic.txt 8273bf49ba3b0c8559cb2774495390c31fd61c60 F magic.txt 8273bf49ba3b0c8559cb2774495390c31fd61c60
F main.mk 2cf5f0362c5687fd8e912c3a327b49a2e8ba0f9b F main.mk 8f620f3418d7252a3f428f5aacf674b5507807a8
F mkso.sh fd21c06b063bb16a5d25deea1752c2da6ac3ed83 F mkso.sh fd21c06b063bb16a5d25deea1752c2da6ac3ed83
F mptest/config01.test 3c6adcbc50b991866855f1977ff172eb6d901271 F mptest/config01.test 3c6adcbc50b991866855f1977ff172eb6d901271
F mptest/config02.test 4415dfe36c48785f751e16e32c20b077c28ae504 F mptest/config02.test 4415dfe36c48785f751e16e32c20b077c28ae504
@ -1131,7 +1131,7 @@ F test/speed3.test 694affeb9100526007436334cf7d08f3d74b85ef
F test/speed4.test abc0ad3399dcf9703abed2fff8705e4f8e416715 F test/speed4.test abc0ad3399dcf9703abed2fff8705e4f8e416715
F test/speed4p.explain 6b5f104ebeb34a038b2f714150f51d01143e59aa F test/speed4p.explain 6b5f104ebeb34a038b2f714150f51d01143e59aa
F test/speed4p.test 0e51908951677de5a969b723e03a27a1c45db38b F test/speed4p.test 0e51908951677de5a969b723e03a27a1c45db38b
F test/speedtest1.c 4e8ea6165046f02e1cfe0f4700256e91c981ec10 F test/speedtest1.c 02fe15bb784c5276a083ffe9969cc51e0bce7644
F test/spellfix.test f9c1f431e2c096c8775fec032952320c0e4700db F test/spellfix.test f9c1f431e2c096c8775fec032952320c0e4700db
F test/spellfix2.test dfc8f519a3fc204cb2dfa8b4f29821ae90f6f8c3 F test/spellfix2.test dfc8f519a3fc204cb2dfa8b4f29821ae90f6f8c3
F test/spellfix3.test 0f9efaaa502a0e0a09848028518a6fb096c8ad33 F test/spellfix3.test 0f9efaaa502a0e0a09848028518a6fb096c8ad33
@ -1507,7 +1507,7 @@ F tool/showstat4.c b14159aa062f661b394ba37b6b7b94bfb8012ab9
F tool/showwal.c ec79959834f7b21f1e0a2aa52bb7c056d2203977 F tool/showwal.c ec79959834f7b21f1e0a2aa52bb7c056d2203977
F tool/soak1.tcl 8d407956e1a45b485a8e072470a3e629a27037fe F tool/soak1.tcl 8d407956e1a45b485a8e072470a3e629a27037fe
F tool/spaceanal.tcl ab7d9bf68062907282a64b3e12ccbfad47193c5a F tool/spaceanal.tcl ab7d9bf68062907282a64b3e12ccbfad47193c5a
F tool/speed-check.sh e6ca0695b047af64201ebe0ef452e423f55d78b1 F tool/speed-check.sh 65ac2f5b00771b9dcefb95bebae1aab76c537ea3
F tool/speedtest.tcl 06c76698485ccf597b9e7dbb1ac70706eb873355 F tool/speedtest.tcl 06c76698485ccf597b9e7dbb1ac70706eb873355
F tool/speedtest16.c ecb6542862151c3e6509bbc00509b234562ae81e F tool/speedtest16.c ecb6542862151c3e6509bbc00509b234562ae81e
F tool/speedtest2.tcl ee2149167303ba8e95af97873c575c3e0fab58ff F tool/speedtest2.tcl ee2149167303ba8e95af97873c575c3e0fab58ff
@ -1547,7 +1547,7 @@ F vsixtest/vsixtest.tcl 6a9a6ab600c25a91a7acc6293828957a386a8a93
F vsixtest/vsixtest.vcxproj.data 2ed517e100c66dc455b492e1a33350c1b20fbcdc F vsixtest/vsixtest.vcxproj.data 2ed517e100c66dc455b492e1a33350c1b20fbcdc
F vsixtest/vsixtest.vcxproj.filters 37e51ffedcdb064aad6ff33b6148725226cd608e F vsixtest/vsixtest.vcxproj.filters 37e51ffedcdb064aad6ff33b6148725226cd608e
F vsixtest/vsixtest_TemporaryKey.pfx e5b1b036facdb453873e7084e1cae9102ccc67a0 F vsixtest/vsixtest_TemporaryKey.pfx e5b1b036facdb453873e7084e1cae9102ccc67a0
P 9ed38521617136223a667988aed40e25797faf84 P 52a61967d920047ea0b4409b79793e05c0128964
R b4a609734c03fe3500908ef05ac99d6b R 4e64e669335e5bcf79eed63ea8c1840b
U drh U drh
Z 622609d2384fcdd28fbe219ab3e3b191 Z 6f7214599f293ddc9e6d41b975d33fdf

View File

@ -1 +1 @@
52a61967d920047ea0b4409b79793e05c0128964 87b640c8d07a76b2bc7e896e01965cc09e06f77b

View File

@ -61,9 +61,6 @@ static const char zHelp[] =
#if SQLITE_VERSION_NUMBER<3005000 #if SQLITE_VERSION_NUMBER<3005000
# define sqlite3_int64 sqlite_int64 # define sqlite3_int64 sqlite_int64
#endif #endif
#ifdef SQLITE_ENABLE_RBU
# include "sqlite3rbu.h"
#endif
/* All global state is held in this structure */ /* All global state is held in this structure */
static struct Global { static struct Global {
@ -1181,10 +1178,10 @@ void testset_rtree(int p1, int p2){
unsigned mxCoord; unsigned mxCoord;
unsigned x0, x1, y0, y1, z0, z1; unsigned x0, x1, y0, y1, z0, z1;
unsigned iStep; unsigned iStep;
int *aCheck = sqlite3_malloc( sizeof(int)*g.szTest*100 ); int *aCheck = sqlite3_malloc( sizeof(int)*g.szTest*500 );
mxCoord = 15000; mxCoord = 15000;
n = g.szTest*100; n = g.szTest*500;
speedtest1_begin_test(100, "%d INSERTs into an r-tree", n); speedtest1_begin_test(100, "%d INSERTs into an r-tree", n);
speedtest1_exec("BEGIN"); speedtest1_exec("BEGIN");
speedtest1_exec("CREATE VIRTUAL TABLE rt1 USING rtree(id,x0,x1,y0,y1,z0,z1)"); speedtest1_exec("CREATE VIRTUAL TABLE rt1 USING rtree(id,x0,x1,y0,y1,z0,z1)");
@ -1207,11 +1204,11 @@ void testset_rtree(int p1, int p2){
speedtest1_end_test(); speedtest1_end_test();
speedtest1_begin_test(101, "Copy from rtree to a regular table"); speedtest1_begin_test(101, "Copy from rtree to a regular table");
speedtest1_exec(" TABLE t1(id INTEGER PRIMARY KEY,x0,x1,y0,y1,z0,z1)"); speedtest1_exec("CREATE TABLE t1(id INTEGER PRIMARY KEY,x0,x1,y0,y1,z0,z1)");
speedtest1_exec("INSERT INTO t1 SELECT * FROM rt1"); speedtest1_exec("INSERT INTO t1 SELECT * FROM rt1");
speedtest1_end_test(); speedtest1_end_test();
n = g.szTest*20; n = g.szTest*100;
speedtest1_begin_test(110, "%d one-dimensional intersect slice queries", n); speedtest1_begin_test(110, "%d one-dimensional intersect slice queries", n);
speedtest1_prepare("SELECT count(*) FROM rt1 WHERE x0>=?1 AND x1<=?2"); speedtest1_prepare("SELECT count(*) FROM rt1 WHERE x0>=?1 AND x1<=?2");
iStep = mxCoord/n; iStep = mxCoord/n;
@ -1224,7 +1221,7 @@ void testset_rtree(int p1, int p2){
speedtest1_end_test(); speedtest1_end_test();
if( g.bVerify ){ if( g.bVerify ){
n = g.szTest*20; n = g.szTest*100;
speedtest1_begin_test(111, "Verify result from 1-D intersect slice queries"); speedtest1_begin_test(111, "Verify result from 1-D intersect slice queries");
speedtest1_prepare("SELECT count(*) FROM t1 WHERE x0>=?1 AND x1<=?2"); speedtest1_prepare("SELECT count(*) FROM t1 WHERE x0>=?1 AND x1<=?2");
iStep = mxCoord/n; iStep = mxCoord/n;
@ -1240,7 +1237,7 @@ void testset_rtree(int p1, int p2){
speedtest1_end_test(); speedtest1_end_test();
} }
n = g.szTest*20; n = g.szTest*100;
speedtest1_begin_test(120, "%d one-dimensional overlap slice queries", n); speedtest1_begin_test(120, "%d one-dimensional overlap slice queries", n);
speedtest1_prepare("SELECT count(*) FROM rt1 WHERE y1>=?1 AND y0<=?2"); speedtest1_prepare("SELECT count(*) FROM rt1 WHERE y1>=?1 AND y0<=?2");
iStep = mxCoord/n; iStep = mxCoord/n;
@ -1253,7 +1250,7 @@ void testset_rtree(int p1, int p2){
speedtest1_end_test(); speedtest1_end_test();
if( g.bVerify ){ if( g.bVerify ){
n = g.szTest*20; n = g.szTest*100;
speedtest1_begin_test(121, "Verify result from 1-D overlap slice queries"); speedtest1_begin_test(121, "Verify result from 1-D overlap slice queries");
speedtest1_prepare("SELECT count(*) FROM t1 WHERE y1>=?1 AND y0<=?2"); speedtest1_prepare("SELECT count(*) FROM t1 WHERE y1>=?1 AND y0<=?2");
iStep = mxCoord/n; iStep = mxCoord/n;
@ -1270,7 +1267,7 @@ void testset_rtree(int p1, int p2){
} }
n = g.szTest*20; n = g.szTest*100;
speedtest1_begin_test(125, "%d custom geometry callback queries", n); speedtest1_begin_test(125, "%d custom geometry callback queries", n);
sqlite3_rtree_geometry_callback(g.db, "xslice", xsliceGeometryCallback, 0); sqlite3_rtree_geometry_callback(g.db, "xslice", xsliceGeometryCallback, 0);
speedtest1_prepare("SELECT count(*) FROM rt1 WHERE id MATCH xslice(?1,?2)"); speedtest1_prepare("SELECT count(*) FROM rt1 WHERE id MATCH xslice(?1,?2)");
@ -1286,7 +1283,7 @@ void testset_rtree(int p1, int p2){
} }
speedtest1_end_test(); speedtest1_end_test();
n = g.szTest*80; n = g.szTest*400;
speedtest1_begin_test(130, "%d three-dimensional intersect box queries", n); speedtest1_begin_test(130, "%d three-dimensional intersect box queries", n);
speedtest1_prepare("SELECT count(*) FROM rt1 WHERE x1>=?1 AND x0<=?2" speedtest1_prepare("SELECT count(*) FROM rt1 WHERE x1>=?1 AND x0<=?2"
" AND y1>=?1 AND y0<=?2 AND z1>=?1 AND z0<=?2"); " AND y1>=?1 AND y0<=?2 AND z1>=?1 AND z0<=?2");
@ -1299,7 +1296,7 @@ void testset_rtree(int p1, int p2){
} }
speedtest1_end_test(); speedtest1_end_test();
n = g.szTest*100; n = g.szTest*500;
speedtest1_begin_test(140, "%d rowid queries", n); speedtest1_begin_test(140, "%d rowid queries", n);
speedtest1_prepare("SELECT * FROM rt1 WHERE id=?1"); speedtest1_prepare("SELECT * FROM rt1 WHERE id=?1");
for(i=1; i<=n; i++){ for(i=1; i<=n; i++){
@ -1458,11 +1455,6 @@ int main(int argc, char **argv){
noSync = 1; noSync = 1;
}else if( strcmp(z,"notnull")==0 ){ }else if( strcmp(z,"notnull")==0 ){
g.zNN = "NOT NULL"; g.zNN = "NOT NULL";
#ifdef SQLITE_ENABLE_RBU
}else if( strcmp(z,"rbu")==0 ){
sqlite3ota_create_vfs("rbu", 0);
sqlite3_vfs_register(sqlite3_vfs_find("rbu"), 1);
#endif
}else if( strcmp(z,"pagesize")==0 ){ }else if( strcmp(z,"pagesize")==0 ){
if( i>=argc-1 ) fatal_error("missing argument on %s\n", argv[i]); if( i>=argc-1 ) fatal_error("missing argument on %s\n", argv[i]);
pageSize = integerValue(argv[++i]); pageSize = integerValue(argv[++i]);

View File

@ -23,6 +23,7 @@ NAME=$1
shift shift
#CC_OPTS="-DSQLITE_ENABLE_RTREE -DSQLITE_ENABLE_MEMSYS5" #CC_OPTS="-DSQLITE_ENABLE_RTREE -DSQLITE_ENABLE_MEMSYS5"
CC_OPTS="-DSQLITE_ENABLE_MEMSYS5" CC_OPTS="-DSQLITE_ENABLE_MEMSYS5"
CC=gcc
SPEEDTEST_OPTS="--shrink-memory --reprepare --stats --heap 10000000 64" SPEEDTEST_OPTS="--shrink-memory --reprepare --stats --heap 10000000 64"
SIZE=5 SIZE=5
LEAN_OPTS="-DSQLITE_THREADSAFE=0" LEAN_OPTS="-DSQLITE_THREADSAFE=0"
@ -80,11 +81,19 @@ while test "$1" != ""; do
--lean) --lean)
CC_OPTS="$CC_OPTS $LEAN_OPTS" CC_OPTS="$CC_OPTS $LEAN_OPTS"
;; ;;
--clang)
CC=clang
;;
--heap) --heap)
CC_OPTS="$CC_OPTS -DSQLITE_ENABLE_MEMSYS5" CC_OPTS="$CC_OPTS -DSQLITE_ENABLE_MEMSYS5"
shift; shift;
SPEEDTEST_OPTS="$SPEEDTEST_OPTS --heap $1 64" SPEEDTEST_OPTS="$SPEEDTEST_OPTS --heap $1 64"
;; ;;
--lookaside)
shift;
SPEEDTEST_OPTS="$SPEEDTEST_OPTS --lookaside $1 $2"
shift;
;;
--repeat) --repeat)
CC_OPTS="$CC_OPTS -DSQLITE_ENABLE_RCACHE" CC_OPTS="$CC_OPTS -DSQLITE_ENABLE_RCACHE"
shift; shift;
@ -94,6 +103,10 @@ while test "$1" != ""; do
shift; shift;
SPEEDTEST_OPTS="$SPEEDTEST_OPTS --mmap $1" SPEEDTEST_OPTS="$SPEEDTEST_OPTS --mmap $1"
;; ;;
--rtree)
SPEEDTEST_OPTS="$SPEEDTEST_OPTS --testset rtree"
CC_OPTS="$CC_OPTS -DSQLITE_ENABLE_RTREE"
;;
*) *)
CC_OPTS="$CC_OPTS $1" CC_OPTS="$CC_OPTS $1"
;; ;;
@ -105,15 +118,15 @@ echo "NAME = $NAME" | tee summary-$NAME.txt
echo "SPEEDTEST_OPTS = $SPEEDTEST_OPTS" | tee -a summary-$NAME.txt echo "SPEEDTEST_OPTS = $SPEEDTEST_OPTS" | tee -a summary-$NAME.txt
echo "CC_OPTS = $CC_OPTS" | tee -a summary-$NAME.txt echo "CC_OPTS = $CC_OPTS" | tee -a summary-$NAME.txt
rm -f cachegrind.out.* speedtest1 speedtest1.db sqlite3.o rm -f cachegrind.out.* speedtest1 speedtest1.db sqlite3.o
gcc -g -Os -Wall -I. $CC_OPTS -c sqlite3.c $CC -g -Os -Wall -I. $CC_OPTS -c sqlite3.c
size sqlite3.o | tee -a summary-$NAME.txt size sqlite3.o | tee -a summary-$NAME.txt
if test $doExplain -eq 1; then if test $doExplain -eq 1; then
gcc -g -Os -Wall -I. $CC_OPTS \ $CC -g -Os -Wall -I. $CC_OPTS \
-DSQLITE_ENABLE_EXPLAIN_COMMENTS \ -DSQLITE_ENABLE_EXPLAIN_COMMENTS \
./shell.c ./sqlite3.c -o sqlite3 -ldl -lpthread ./shell.c ./sqlite3.c -o sqlite3 -ldl -lpthread
fi fi
SRC=./speedtest1.c SRC=./speedtest1.c
gcc -g -Os -Wall -I. $CC_OPTS $SRC ./sqlite3.o -o speedtest1 -ldl -lpthread $CC -g -Os -Wall -I. $CC_OPTS $SRC ./sqlite3.o -o speedtest1 -ldl -lpthread
ls -l speedtest1 | tee -a summary-$NAME.txt ls -l speedtest1 | tee -a summary-$NAME.txt
if test $doCachegrind -eq 1; then if test $doCachegrind -eq 1; then
valgrind --tool=cachegrind ./speedtest1 speedtest1.db \ valgrind --tool=cachegrind ./speedtest1 speedtest1.db \