39b07f1afc
expression indexes, make sure to only translate them for the current aggregate when there are nested aggregates. [forum/forumpost/409ebc7368|Forum post 409ebc7368]. FossilOrigin-Name: 898bfa1afd8260eaaf2aa6db94e74d99ebf4e8a6dc02cf21d20cd981393609a5
429 lines
12 KiB
Plaintext
429 lines
12 KiB
Plaintext
# 2017 April 11
|
|
#
|
|
# The author disclaims copyright to this source code. In place of
|
|
# a legal notice, here is a blessing:
|
|
#
|
|
# May you do good and not evil.
|
|
# May you find forgiveness for yourself and forgive others.
|
|
# May you share freely, never taking more than you give.
|
|
#
|
|
#***********************************************************************
|
|
# This file implements regression tests for SQLite library.
|
|
#
|
|
|
|
set testdir [file dirname $argv0]
|
|
source $testdir/tester.tcl
|
|
set testprefix indexexpr2
|
|
|
|
do_execsql_test 1 {
|
|
CREATE TABLE t1(a, b);
|
|
INSERT INTO t1 VALUES(1, 'one');
|
|
INSERT INTO t1 VALUES(2, 'two');
|
|
INSERT INTO t1 VALUES(3, 'three');
|
|
|
|
CREATE INDEX i1 ON t1(b || 'x');
|
|
}
|
|
|
|
do_execsql_test 1.1 {
|
|
SELECT 'TWOX' == (b || 'x') FROM t1 WHERE (b || 'x')>'onex'
|
|
} {0 0}
|
|
|
|
do_execsql_test 1.2 {
|
|
SELECT 'TWOX' == (b || 'x') COLLATE nocase FROM t1 WHERE (b || 'x')>'onex'
|
|
} {0 1}
|
|
|
|
do_execsql_test 2.0 {
|
|
CREATE INDEX i2 ON t1(a+1);
|
|
}
|
|
|
|
do_execsql_test 2.1 {
|
|
SELECT a+1, quote(a+1) FROM t1 ORDER BY 1;
|
|
} {2 2 3 3 4 4}
|
|
|
|
#-------------------------------------------------------------------------
|
|
# At one point SQLite was incorrectly using indexes on expressions to
|
|
# optimize ORDER BY and GROUP BY clauses even when the collation
|
|
# sequences of the query and index did not match (ticket [e20dd54ab0e4]).
|
|
# The following tests - 3.* - attempt to verify that this has been fixed.
|
|
#
|
|
|
|
reset_db
|
|
do_execsql_test 3.1.0 {
|
|
CREATE TABLE t1(a, b);
|
|
CREATE INDEX i1 ON t1(a, b);
|
|
} {}
|
|
|
|
do_eqp_test 3.1.1 {
|
|
SELECT b FROM t1 WHERE b IS NOT NULL AND a IS NULL
|
|
GROUP BY b COLLATE nocase
|
|
ORDER BY b COLLATE nocase;
|
|
} {/USE TEMP B-TREE FOR GROUP BY/}
|
|
|
|
do_execsql_test 3.2.0 {
|
|
CREATE TABLE t2(x);
|
|
|
|
INSERT INTO t2 VALUES('.ABC');
|
|
INSERT INTO t2 VALUES('.abcd');
|
|
INSERT INTO t2 VALUES('.defg');
|
|
INSERT INTO t2 VALUES('.DEF');
|
|
} {}
|
|
|
|
do_execsql_test 3.2.1 {
|
|
SELECT x FROM t2 ORDER BY substr(x, 2) COLLATE nocase;
|
|
} {
|
|
.ABC .abcd .DEF .defg
|
|
}
|
|
|
|
do_execsql_test 3.2.2 {
|
|
CREATE INDEX i2 ON t2( substr(x, 2) );
|
|
SELECT x FROM t2 ORDER BY substr(x, 2) COLLATE nocase;
|
|
} {
|
|
.ABC .abcd .DEF .defg
|
|
}
|
|
|
|
do_execsql_test 3.3.0 {
|
|
CREATE TABLE t3(x);
|
|
}
|
|
|
|
ifcapable json1 {
|
|
do_eqp_test 3.3.1 {
|
|
SELECT json_extract(x, '$.b') FROM t2
|
|
WHERE json_extract(x, '$.b') IS NOT NULL AND json_extract(x, '$.a') IS NULL
|
|
GROUP BY json_extract(x, '$.b') COLLATE nocase
|
|
ORDER BY json_extract(x, '$.b') COLLATE nocase;
|
|
} [string map {"\n " \n} {
|
|
QUERY PLAN
|
|
|--SCAN t2
|
|
`--USE TEMP B-TREE FOR GROUP BY
|
|
}]
|
|
|
|
do_execsql_test 3.3.2 {
|
|
CREATE INDEX i3 ON t3(json_extract(x, '$.a'), json_extract(x, '$.b'));
|
|
} {}
|
|
|
|
do_eqp_test 3.3.3 {
|
|
SELECT json_extract(x, '$.b') FROM t3
|
|
WHERE json_extract(x, '$.b') IS NOT NULL AND json_extract(x, '$.a') IS NULL
|
|
GROUP BY json_extract(x, '$.b') COLLATE nocase
|
|
ORDER BY json_extract(x, '$.b') COLLATE nocase;
|
|
} [string map {"\n " \n} {
|
|
QUERY PLAN
|
|
|--SEARCH t3 USING INDEX i3 (<expr>=?)
|
|
`--USE TEMP B-TREE FOR GROUP BY
|
|
}]
|
|
}
|
|
|
|
do_execsql_test 3.4.0 {
|
|
CREATE TABLE t4(a, b);
|
|
INSERT INTO t4 VALUES('.ABC', 1);
|
|
INSERT INTO t4 VALUES('.abc', 2);
|
|
INSERT INTO t4 VALUES('.ABC', 3);
|
|
INSERT INTO t4 VALUES('.abc', 4);
|
|
}
|
|
|
|
do_execsql_test 3.4.1 {
|
|
SELECT * FROM t4
|
|
WHERE substr(a, 2) = 'abc' COLLATE NOCASE
|
|
ORDER BY substr(a, 2), b;
|
|
} {
|
|
.ABC 1 .ABC 3 .abc 2 .abc 4
|
|
}
|
|
|
|
do_execsql_test 3.4.2 {
|
|
CREATE INDEX i4 ON t4( substr(a, 2) COLLATE NOCASE, b );
|
|
SELECT * FROM t4
|
|
WHERE substr(a, 2) = 'abc' COLLATE NOCASE
|
|
ORDER BY substr(a, 2), b;
|
|
} {
|
|
.ABC 1 .ABC 3 .abc 2 .abc 4
|
|
}
|
|
|
|
do_execsql_test 3.4.3 {
|
|
DROP INDEX i4;
|
|
UPDATE t4 SET a = printf('%s%d',a,b);
|
|
SELECT * FROM t4 ORDER BY Substr(a,-2) COLLATE nocase;
|
|
} {.ABC1 1 .abc2 2 .ABC3 3 .abc4 4}
|
|
do_execsql_test 3.4.4 {
|
|
SELECT * FROM t4 ORDER BY Substr(a,-2) COLLATE binary;
|
|
} {.ABC1 1 .ABC3 3 .abc2 2 .abc4 4}
|
|
|
|
do_execsql_test 3.4.5 {
|
|
CREATE INDEX i4 ON t4( Substr(a,-2) COLLATE nocase );
|
|
SELECT * FROM t4 ORDER BY Substr(a,-2) COLLATE nocase;
|
|
} {.ABC1 1 .abc2 2 .ABC3 3 .abc4 4}
|
|
do_execsql_test 3.4.5eqp {
|
|
EXPLAIN QUERY PLAN
|
|
SELECT * FROM t4 ORDER BY Substr(a,-2) COLLATE nocase;
|
|
} {/SCAN t4 USING INDEX i4/}
|
|
do_execsql_test 3.4.6 {
|
|
SELECT * FROM t4 ORDER BY Substr(a,-2) COLLATE binary;
|
|
} {.ABC1 1 .ABC3 3 .abc2 2 .abc4 4}
|
|
|
|
# 2014-09-15: Verify that UPDATEs of columns not referenced by a
|
|
# index on expression do not modify the index.
|
|
#
|
|
unset -nocomplain cnt
|
|
set cnt 0
|
|
proc refcnt {x} {
|
|
global cnt
|
|
incr cnt
|
|
return $x
|
|
}
|
|
db close
|
|
sqlite3 db :memory:
|
|
db function refcnt -deterministic refcnt
|
|
do_test 4.100 {
|
|
db eval {
|
|
CREATE TABLE t1(a,b,c,d,e,f);
|
|
CREATE INDEX t1abc ON t1(refcnt(a+b+c));
|
|
}
|
|
set ::cnt
|
|
} {0}
|
|
do_test 4.110 {
|
|
db eval {INSERT INTO t1 VALUES(1,2,3,4,5,6);}
|
|
set ::cnt
|
|
# The refcnt() function is invoked once to compute the index value
|
|
} {1}
|
|
do_test 4.120 {
|
|
set ::cnt 0
|
|
db eval {UPDATE t1 SET b=b+1;}
|
|
set ::cnt
|
|
# The refcnt() function is invoked twice, once to remove the old index
|
|
# entry and a second time to insert the new one.
|
|
} {2}
|
|
do_test 4.130 {
|
|
set ::cnt 0
|
|
db eval {UPDATE t1 SET d=d+1;}
|
|
set ::cnt
|
|
# Refcnt() should not be invoked because that index does not change.
|
|
} {0}
|
|
|
|
# Additional test cases to show that UPDATE does not modify indexes that
|
|
# do not involve unchanged columns.
|
|
#
|
|
ifcapable vtab {
|
|
load_static_extension db explain
|
|
do_execsql_test 4.200 {
|
|
CREATE TABLE t2(a,b,c,d,e,f);
|
|
INSERT INTO t2 VALUES(2,3,4,5,6,7);
|
|
CREATE INDEX t2abc ON t2(a+b+c);
|
|
CREATE INDEX t2cd ON t2(c*d);
|
|
CREATE INDEX t2def ON t2(d,e+25*f);
|
|
SELECT sqlite_master.name
|
|
FROM sqlite_master, explain('UPDATE t2 SET b=b+1')
|
|
WHERE explain.opcode LIKE 'Open%'
|
|
AND sqlite_master.rootpage=explain.p2
|
|
ORDER BY 1;
|
|
} {t2 t2abc}
|
|
do_execsql_test 4.210 {
|
|
SELECT sqlite_master.name
|
|
FROM sqlite_master, explain('UPDATE t2 SET c=c+1')
|
|
WHERE explain.opcode LIKE 'Open%'
|
|
AND sqlite_master.rootpage=explain.p2
|
|
ORDER BY 1;
|
|
} {t2 t2abc t2cd}
|
|
do_execsql_test 4.220 {
|
|
SELECT sqlite_master.name
|
|
FROM sqlite_master, explain('UPDATE t2 SET c=c+1, f=NULL')
|
|
WHERE explain.opcode LIKE 'Open%'
|
|
AND sqlite_master.rootpage=explain.p2
|
|
ORDER BY 1;
|
|
} {t2 t2abc t2cd t2def}
|
|
}
|
|
|
|
#-------------------------------------------------------------------------
|
|
# Test that ticket [d96eba87] has been fixed.
|
|
#
|
|
do_execsql_test 5.0 {
|
|
CREATE TABLE t5(a INTEGER, b INTEGER);
|
|
INSERT INTO t5 VALUES(2, 4), (3, 9);
|
|
}
|
|
do_execsql_test 5.1 {
|
|
SELECT * FROM t5 WHERE abs(a)=2 or abs(b)=9;
|
|
} {2 4 3 9}
|
|
do_execsql_test 5.2 {
|
|
CREATE INDEX t5a ON t5( abs(a) );
|
|
CREATE INDEX t5b ON t5( abs(b) );
|
|
}
|
|
do_execsql_test 5.4 {
|
|
SELECT * FROM t5 WHERE abs(a)=2 or abs(b)=9;
|
|
} {2 4 3 9}
|
|
|
|
#-------------------------------------------------------------------------
|
|
do_execsql_test 6.0 {
|
|
CREATE TABLE x1(a INTEGER PRIMARY KEY, b);
|
|
INSERT INTO x1 VALUES
|
|
(1, 123), (2, '123'), (3, '123abc'), (4, 123.0), (5, 1234);
|
|
}
|
|
|
|
do_execsql_test 6.1.1 {
|
|
SELECT a, b FROM x1 WHERE CAST(b AS INTEGER) = 123;
|
|
} {1 123 2 123 3 123abc 4 123.0}
|
|
do_execsql_test 6.1.2 {
|
|
CREATE INDEX x1i ON x1( CAST(b AS INTEGER) );
|
|
SELECT a, b FROM x1 WHERE CAST(b AS INTEGER) = 123;
|
|
} {1 123 2 123 3 123abc 4 123.0}
|
|
do_eqp_test 6.1.3 {
|
|
SELECT a, b FROM x1 WHERE CAST(b AS INTEGER) = 123;
|
|
} {SEARCH x1 USING INDEX x1i (<expr>=?)}
|
|
|
|
do_execsql_test 6.2.1 {
|
|
SELECT a, b FROM x1 WHERE CAST(b AS TEXT) = 123;
|
|
} {1 123 2 123}
|
|
do_execsql_test 6.2.2 {
|
|
CREATE INDEX x1i2 ON x1( CAST(b AS TEXT) );
|
|
SELECT a, b FROM x1 WHERE CAST(b AS TEXT) = 123;
|
|
} {1 123 2 123}
|
|
do_eqp_test 6.2.3 {
|
|
SELECT a, b FROM x1 WHERE CAST(b AS TEXT) = 123;
|
|
} {SEARCH x1 USING INDEX x1i2 (<expr>=?)}
|
|
|
|
do_execsql_test 7.0 {
|
|
CREATE TABLE IF NOT EXISTS t0(c0);
|
|
INSERT INTO t0(c0) VALUES (-9223372036854775808);
|
|
BEGIN;
|
|
}
|
|
do_catchsql_test 7.1 {
|
|
CREATE INDEX i0 ON t0(ABS(c0));
|
|
} {1 {integer overflow}}
|
|
do_execsql_test 7.2 {
|
|
COMMIT;
|
|
SELECT sql FROM sqlite_master WHERE tbl_name = 't0';
|
|
CREATE INDEX i0 ON t0(c0);
|
|
} {{CREATE TABLE t0(c0)}}
|
|
do_execsql_test 7.3 {
|
|
REINDEX;
|
|
} {}
|
|
|
|
#-------------------------------------------------------------------------
|
|
reset_db
|
|
do_execsql_test 8.0 {
|
|
CREATE TABLE t0(c0);
|
|
CREATE INDEX i0 ON t0(c0) WHERE c0 NOT NULL;
|
|
INSERT INTO t0(c0) VALUES (NULL);
|
|
}
|
|
|
|
do_execsql_test 8.1.1 {
|
|
SELECT * FROM t0 WHERE ~('' BETWEEN t0.c0 AND TRUE);
|
|
} {{}}
|
|
do_execsql_test 8.1.2 {
|
|
SELECT ~('' BETWEEN t0.c0 AND TRUE) FROM t0;
|
|
} {-1}
|
|
|
|
foreach {tn expr} {
|
|
1 " 0 == (34 BETWEEN c0 AND 33)"
|
|
2 " 1 != (34 BETWEEN c0 AND 33)"
|
|
3 "-1 < (34 BETWEEN c0 AND 33)"
|
|
4 "-1 <= (34 BETWEEN c0 AND 33)"
|
|
5 " 1 > (34 BETWEEN c0 AND 33)"
|
|
6 " 1 >= (34 BETWEEN c0 AND 33)"
|
|
7 " 1 - (34 BETWEEN c0 AND 33)"
|
|
8 "-1 + (34 BETWEEN c0 AND 33)"
|
|
9 " 1 | (34 BETWEEN c0 AND 33)"
|
|
10 " 1 << (34 BETWEEN c0 AND 33)"
|
|
11 " 1 >> (34 BETWEEN c0 AND 33)"
|
|
12 " 1 || (34 BETWEEN c0 AND 33)"
|
|
} {
|
|
do_execsql_test 8.3.$tn.1 "SELECT * FROM t0 WHERE $expr ORDER BY c0" { {} }
|
|
do_execsql_test 8.3.$tn.2 "SELECT ($expr) IS TRUE FROM t0" { 1 }
|
|
}
|
|
|
|
do_execsql_test 8.4 {
|
|
CREATE TABLE t1(a, b);
|
|
INSERT INTO t1 VALUES(1, 2), (3, 4);
|
|
CREATE TABLE t2(x, y);
|
|
}
|
|
|
|
foreach {tn expr} {
|
|
1 " 0 == (a=0 AND y=1)"
|
|
2 " 1 != (a=0 AND y=1)"
|
|
3 "-1 < (a=0 AND y=1)"
|
|
4 "-1 <= (a=0 AND y=1)"
|
|
5 " 1 > (a=0 AND y=1)"
|
|
6 " 1 >= (a=0 AND y=1)"
|
|
7 " 1 - (a=0 AND y=1)"
|
|
8 "-1 + (a=0 AND y=1)"
|
|
9 " 1 | (a=0 AND y=1)"
|
|
10 "1 << (a=0 AND y=1)"
|
|
11 "1 >> (a=0 AND y=1)"
|
|
12 "1 || (a=0 AND y=1)"
|
|
|
|
13 " 0 == (10 BETWEEN y AND b)"
|
|
14 " 1 != (10 BETWEEN y AND b)"
|
|
15 "-1 < (10 BETWEEN y AND b)"
|
|
16 "-1 <= (10 BETWEEN y AND b)"
|
|
17 " 1 > (10 BETWEEN y AND b)"
|
|
18 " 1 >= (10 BETWEEN y AND b)"
|
|
19 " 1 - (10 BETWEEN y AND b)"
|
|
20 "-1 + (10 BETWEEN y AND b)"
|
|
21 " 1 | (10 BETWEEN y AND b)"
|
|
22 " 1 << (10 BETWEEN y AND b)"
|
|
23 " 1 >> (10 BETWEEN y AND b)"
|
|
24 " 1 || (10 BETWEEN y AND b)"
|
|
|
|
25 " 1 || (10 BETWEEN y AND b)"
|
|
} {
|
|
do_execsql_test 8.5.$tn.1 "
|
|
SELECT * FROM t1 LEFT JOIN t2 WHERE $expr
|
|
" {1 2 {} {} 3 4 {} {}}
|
|
|
|
do_execsql_test 8.5.$tn.2 "
|
|
SELECT ($expr) IS TRUE FROM t1 LEFT JOIN t2
|
|
" {1 1}
|
|
}
|
|
|
|
# 2023-03-24 https://sqlite.org/forum/forumpost/79cf371080
|
|
#
|
|
reset_db
|
|
do_execsql_test 9.0 {
|
|
CREATE TABLE t1(a INT, b INT);
|
|
CREATE INDEX t1x ON t1(a, abs(b));
|
|
CREATE TABLE t2(c INT, d INT);
|
|
INSERT INTO t1(a,b) VALUES(4,4),(5,-5),(5,20),(6,6);
|
|
INSERT INTO t2(c,d) VALUES(100,1),(200,1),(300,2);
|
|
SELECT *,
|
|
(SELECT max(c+abs(b)) FROM t2 GROUP BY d ORDER BY d LIMIT 1) AS subq
|
|
FROM t1 WHERE a=5;
|
|
} {5 -5 205 5 20 220}
|
|
|
|
# 2023-04-03 https://sqlite.org/forum/forumpost/44270909bb
|
|
# and https://sqlite.org/forum/forumpost/e45108732c which are the
|
|
# same problem, namely the failure to omit the EP_Collate property
|
|
# from an expression node when changing it from TK_COLLATE into
|
|
# TK_AGG_COLUMN because it resolves to an indexed expression.
|
|
#
|
|
reset_db
|
|
do_execsql_test 10.0 {
|
|
CREATE TABLE t1(a INTEGER PRIMARY KEY, b TEXT);
|
|
CREATE INDEX t1x ON t1 (b, +b COLLATE NOCASE);
|
|
INSERT INTO t1(a,b) VALUES(1,'abcde');
|
|
SELECT * FROM t1 AS a0
|
|
WHERE (SELECT count(a0.b=+a0.b COLLATE NOCASE IN (b)) FROM t1 GROUP BY 2.5)
|
|
ORDER BY a0.b;
|
|
} {1 abcde}
|
|
do_execsql_test 10.1 {
|
|
CREATE TABLE t2(a TEXT);
|
|
INSERT INTO t2 VALUES('alice'),('bob'),('cindy'),('david');
|
|
CREATE INDEX t2x ON t2 (+a COLLATE NOCASE);
|
|
SELECT count(+a COLLATE NOCASE IN (SELECT 1)) AS x
|
|
FROM t2
|
|
GROUP BY SUBSTR(0,0);
|
|
} 4
|
|
|
|
# 2023-04-03 https://sqlite.org/forum/forumpost/409ebc7368
|
|
# When a generated column appears in both an outer and an inner loop
|
|
# (that is to say, the same table is used in both loops) and the
|
|
# generated column is indexed and it is used inside an aggregate function,
|
|
# make sure that the terms resolve to the correct aggregate.
|
|
#
|
|
do_execsql_test 11.0 {
|
|
CREATE TABLE t3 (a INT, b AS (-a));
|
|
CREATE INDEX t3x ON t3(b, a);
|
|
INSERT INTO t3(a) VALUES(44);
|
|
SELECT * FROM t3 AS a0
|
|
WHERE (SELECT sum(-a0.a=b) FROM t3 GROUP BY b)
|
|
GROUP BY b;
|
|
} {44 -44}
|
|
|
|
finish_test
|