54725efd80
tagged with M10d_Yes and thereby prohibited from participating in the query flattening optimization. See [forum:/forumpost/1d571c02963355ed|forum thread 1d571c02963]. FossilOrigin-Name: 66f29c403d28630bfaea9124bd63ee4a047b1fe4a7e27dc5d10d67d1601b15e0
374 lines
10 KiB
Plaintext
374 lines
10 KiB
Plaintext
# 2021-02-22
|
|
#
|
|
# The author disclaims copyright to this source code. In place of
|
|
# a legal notice, here is a blessing:
|
|
#
|
|
# May you do good and not evil.
|
|
# May you find forgiveness for yourself and forgive others.
|
|
# May you share freely, never taking more than you give.
|
|
#
|
|
#***********************************************************************
|
|
# This file implements regression tests for SQLite library. The
|
|
# focus of this file is the MATERIALIZED hint to common table expressions
|
|
#
|
|
|
|
set testdir [file dirname $argv0]
|
|
source $testdir/tester.tcl
|
|
set ::testprefix with6
|
|
|
|
ifcapable {!cte} {
|
|
finish_test
|
|
return
|
|
}
|
|
|
|
do_execsql_test 100 {
|
|
WITH c(x) AS (VALUES(0),(1))
|
|
SELECT c1.x||c2.x||c3.x FROM c c1, c c2, c c3;
|
|
} {000 001 010 011 100 101 110 111}
|
|
do_eqp_test 101 {
|
|
WITH c(x) AS (VALUES(0),(1))
|
|
SELECT c1.x||c2.x||c3.x FROM c c1, c c2, c c3;
|
|
} {
|
|
QUERY PLAN
|
|
|--MATERIALIZE c
|
|
| `--SCAN 2 CONSTANT ROWS
|
|
|--SCAN c1
|
|
|--SCAN c2
|
|
`--SCAN c3
|
|
}
|
|
|
|
do_execsql_test 110 {
|
|
WITH c(x) AS MATERIALIZED (VALUES(0),(1))
|
|
SELECT c1.x||c2.x||c3.x FROM c c1, c c2, c c3;
|
|
} {000 001 010 011 100 101 110 111}
|
|
do_eqp_test 111 {
|
|
WITH c(x) AS MATERIALIZED (VALUES(0),(1))
|
|
SELECT c1.x||c2.x||c3.x FROM c c1, c c2, c c3;
|
|
} {
|
|
QUERY PLAN
|
|
|--MATERIALIZE c
|
|
| `--SCAN 2 CONSTANT ROWS
|
|
|--SCAN c1
|
|
|--SCAN c2
|
|
`--SCAN c3
|
|
}
|
|
|
|
# Even though the CTE is not materialized, the self-join optimization
|
|
# kicks in and does the materialization for us.
|
|
#
|
|
do_execsql_test 120 {
|
|
WITH c(x) AS NOT MATERIALIZED (VALUES(0),(1))
|
|
SELECT c1.x||c2.x||c3.x FROM c c1, c c2, c c3;
|
|
} {000 001 010 011 100 101 110 111}
|
|
do_eqp_test 121 {
|
|
WITH c(x) AS NOT MATERIALIZED (VALUES(0),(1))
|
|
SELECT c1.x||c2.x||c3.x FROM c c1, c c2, c c3;
|
|
} {
|
|
QUERY PLAN
|
|
|--MATERIALIZE c
|
|
| `--SCAN 2 CONSTANT ROWS
|
|
|--SCAN c1
|
|
|--SCAN c2
|
|
`--SCAN c3
|
|
}
|
|
|
|
do_execsql_test 130 {
|
|
WITH c(x) AS NOT MATERIALIZED (VALUES(0),(1))
|
|
SELECT c1.x||c2.x||c3.x
|
|
FROM (SELECT x FROM c LIMIT 5) AS c1,
|
|
(SELECT x FROM c LIMIT 5) AS c2,
|
|
(SELECT x FROM c LIMIT 5) AS c3;
|
|
} {000 001 010 011 100 101 110 111}
|
|
do_eqp_test 131 {
|
|
WITH c(x) AS NOT MATERIALIZED (VALUES(0),(1))
|
|
SELECT c1.x||c2.x||c3.x
|
|
FROM (SELECT x FROM c LIMIT 5) AS c1,
|
|
(SELECT x FROM c LIMIT 5) AS c2,
|
|
(SELECT x FROM c LIMIT 5) AS c3;
|
|
} {
|
|
QUERY PLAN
|
|
|--CO-ROUTINE c1
|
|
| |--CO-ROUTINE c
|
|
| | `--SCAN 2 CONSTANT ROWS
|
|
| `--SCAN c
|
|
|--MATERIALIZE c2
|
|
| |--CO-ROUTINE c
|
|
| | `--SCAN 2 CONSTANT ROWS
|
|
| `--SCAN c
|
|
|--MATERIALIZE c3
|
|
| |--CO-ROUTINE c
|
|
| | `--SCAN 2 CONSTANT ROWS
|
|
| `--SCAN c
|
|
|--SCAN c1
|
|
|--SCAN c2
|
|
`--SCAN c3
|
|
}
|
|
|
|
# The (SELECT x FROM c LIMIT N) subqueries get materialized once each.
|
|
# Show multiple materializations are shown. But there is only one
|
|
# materialization for c, shown by the "SCAN 2 CONSTANT ROWS" line.
|
|
#
|
|
do_execsql_test 140 {
|
|
WITH c(x) AS MATERIALIZED (VALUES(0),(1))
|
|
SELECT c1.x||c2.x||c3.x
|
|
FROM (SELECT x FROM c LIMIT 5) AS c1,
|
|
(SELECT x FROM c LIMIT 6) AS c2,
|
|
(SELECT x FROM c LIMIT 7) AS c3;
|
|
} {000 001 010 011 100 101 110 111}
|
|
do_eqp_test 141 {
|
|
WITH c(x) AS MATERIALIZED (VALUES(0),(1))
|
|
SELECT c1.x||c2.x||c3.x
|
|
FROM (SELECT x FROM c LIMIT 5) AS c1,
|
|
(SELECT x FROM c LIMIT 6) AS c2,
|
|
(SELECT x FROM c LIMIT 7) AS c3;
|
|
} {
|
|
QUERY PLAN
|
|
|--CO-ROUTINE c1
|
|
| |--MATERIALIZE c
|
|
| | `--SCAN 2 CONSTANT ROWS
|
|
| `--SCAN c
|
|
|--MATERIALIZE c2
|
|
| `--SCAN c
|
|
|--MATERIALIZE c3
|
|
| `--SCAN c
|
|
|--SCAN c1
|
|
|--SCAN c2
|
|
`--SCAN c3
|
|
}
|
|
|
|
do_execsql_test 150 {
|
|
WITH c(x) AS (VALUES(0),(1))
|
|
SELECT c1.x||c2.x||c3.x
|
|
FROM (SELECT x FROM c LIMIT 5) AS c1,
|
|
(SELECT x FROM c LIMIT 6) AS c2,
|
|
(SELECT x FROM c LIMIT 7) AS c3;
|
|
} {000 001 010 011 100 101 110 111}
|
|
do_eqp_test 151 {
|
|
WITH c(x) AS (VALUES(0),(1))
|
|
SELECT c1.x||c2.x||c3.x
|
|
FROM (SELECT x FROM c LIMIT 5) AS c1,
|
|
(SELECT x FROM c LIMIT 6) AS c2,
|
|
(SELECT x FROM c LIMIT 7) AS c3;
|
|
} {
|
|
QUERY PLAN
|
|
|--CO-ROUTINE c1
|
|
| |--MATERIALIZE c
|
|
| | `--SCAN 2 CONSTANT ROWS
|
|
| `--SCAN c
|
|
|--MATERIALIZE c2
|
|
| `--SCAN c
|
|
|--MATERIALIZE c3
|
|
| `--SCAN c
|
|
|--SCAN c1
|
|
|--SCAN c2
|
|
`--SCAN c3
|
|
}
|
|
|
|
do_execsql_test 160 {
|
|
WITH c(x) AS (VALUES(0),(1))
|
|
SELECT c2.x + 100*(SELECT sum(x+1) FROM c WHERE c.x<=c2.x)
|
|
FROM c AS c2 WHERE c2.x<10;
|
|
} {100 301}
|
|
do_eqp_test 161 {
|
|
WITH c(x) AS (VALUES(0),(1))
|
|
SELECT c2.x + 100*(SELECT sum(x+1) FROM c WHERE c.x<=c2.x)
|
|
FROM c AS c2 WHERE c2.x<10;
|
|
} {
|
|
QUERY PLAN
|
|
|--MATERIALIZE c
|
|
| `--SCAN 2 CONSTANT ROWS
|
|
|--SCAN c2
|
|
`--CORRELATED SCALAR SUBQUERY xxxxxx
|
|
`--SCAN c
|
|
}
|
|
|
|
do_execsql_test 170 {
|
|
WITH c(x) AS NOT MATERIALIZED (VALUES(0),(1))
|
|
SELECT c2.x + 100*(SELECT sum(x+1) FROM c WHERE c.x<=c2.x)
|
|
FROM c AS c2 WHERE c2.x<10;
|
|
} {100 301}
|
|
do_eqp_test 171 {
|
|
WITH c(x) AS NOT MATERIALIZED (VALUES(0),(1))
|
|
SELECT c2.x + 100*(SELECT sum(x+1) FROM c WHERE c.x<=c2.x)
|
|
FROM c AS c2 WHERE c2.x<10;
|
|
} {
|
|
QUERY PLAN
|
|
|--CO-ROUTINE c
|
|
| `--SCAN 2 CONSTANT ROWS
|
|
|--SCAN c2
|
|
`--CORRELATED SCALAR SUBQUERY xxxxxx
|
|
|--CO-ROUTINE c
|
|
| `--SCAN 2 CONSTANT ROWS
|
|
`--SCAN c
|
|
}
|
|
|
|
|
|
do_execsql_test 200 {
|
|
CREATE TABLE t1(x);
|
|
INSERT INTO t1(x) VALUES(4);
|
|
CREATE VIEW t2(y) AS
|
|
WITH c(z) AS (VALUES(4),(5),(6))
|
|
SELECT c1.z+c2.z*100+t1.x*10000
|
|
FROM t1,
|
|
(SELECT z FROM c LIMIT 5) AS c1,
|
|
(SELECT z FROM c LIMIT 5) AS c2;
|
|
SELECT y FROM t2 ORDER BY y;
|
|
} {40404 40405 40406 40504 40505 40506 40604 40605 40606}
|
|
do_execsql_test 210 {
|
|
DROP VIEW t2;
|
|
CREATE VIEW t2(y) AS
|
|
WITH c(z) AS NOT MATERIALIZED (VALUES(4),(5),(6))
|
|
SELECT c1.z+c2.z*100+t1.x*10000
|
|
FROM t1,
|
|
(SELECT z FROM c LIMIT 5) AS c1,
|
|
(SELECT z FROM c LIMIT 5) AS c2;
|
|
SELECT y FROM t2 ORDER BY y;
|
|
} {40404 40405 40406 40504 40505 40506 40604 40605 40606}
|
|
do_eqp_test 211 {
|
|
SELECT y FROM t2 ORDER BY y;
|
|
} {
|
|
QUERY PLAN
|
|
|--CO-ROUTINE c1
|
|
| |--CO-ROUTINE c
|
|
| | `--SCAN 3 CONSTANT ROWS
|
|
| `--SCAN c
|
|
|--MATERIALIZE c2
|
|
| |--CO-ROUTINE c
|
|
| | `--SCAN 3 CONSTANT ROWS
|
|
| `--SCAN c
|
|
|--SCAN c1
|
|
|--SCAN c2
|
|
|--SCAN t1
|
|
`--USE TEMP B-TREE FOR ORDER BY
|
|
}
|
|
do_execsql_test 220 {
|
|
DROP VIEW t2;
|
|
CREATE VIEW t2(y) AS
|
|
WITH c(z) AS MATERIALIZED (VALUES(4),(5),(6))
|
|
SELECT c1.z+c2.z*100+t1.x*10000
|
|
FROM t1,
|
|
(SELECT z FROM c LIMIT 5) AS c1,
|
|
(SELECT z FROM c LIMIT 5) AS c2;
|
|
SELECT y FROM t2 ORDER BY y;
|
|
} {40404 40405 40406 40504 40505 40506 40604 40605 40606}
|
|
|
|
# 2022-04-22: Do not allow flattening of a MATERIALIZED CTE into
|
|
# an outer query.
|
|
#
|
|
reset_db
|
|
db null -
|
|
do_execsql_test 300 {
|
|
CREATE TABLE t2(a INT,b INT,d INT); INSERT INTO t2 VALUES(4,5,6),(7,8,9);
|
|
CREATE TABLE t3(a INT,b INT,e INT); INSERT INTO t3 VALUES(3,3,3),(8,8,8);
|
|
} {}
|
|
do_execsql_test 310 {
|
|
WITH t23 AS MATERIALIZED (SELECT * FROM t2 FULL JOIN t3 USING(b))
|
|
SELECT * FROM t23;
|
|
} {
|
|
4 5 6 - -
|
|
7 8 9 8 8
|
|
- 3 - 3 3
|
|
}
|
|
do_eqp_test 311 {
|
|
WITH t23 AS MATERIALIZED (SELECT * FROM t2 FULL JOIN t3 USING(b))
|
|
SELECT * FROM t23;
|
|
} {
|
|
QUERY PLAN
|
|
|--MATERIALIZE t23
|
|
| |--SCAN t2
|
|
| |--SCAN t3 LEFT-JOIN
|
|
| `--RIGHT-JOIN t3
|
|
| `--SCAN t3
|
|
`--SCAN t23
|
|
}
|
|
do_execsql_test 320 {
|
|
WITH t23 AS NOT MATERIALIZED (SELECT * FROM t2 FULL JOIN t3 USING(b))
|
|
SELECT * FROM t23;
|
|
} {
|
|
4 5 6 - -
|
|
7 8 9 8 8
|
|
- 3 - 3 3
|
|
}
|
|
do_eqp_test 321 {
|
|
WITH t23 AS NOT MATERIALIZED (SELECT * FROM t2 FULL JOIN t3 USING(b))
|
|
SELECT * FROM t23;
|
|
} {
|
|
QUERY PLAN
|
|
|--SCAN t2
|
|
|--SCAN t3 LEFT-JOIN
|
|
`--RIGHT-JOIN t3
|
|
`--SCAN t3
|
|
}
|
|
do_execsql_test 330 {
|
|
WITH t23 AS (SELECT * FROM t2 FULL JOIN t3 USING(b))
|
|
SELECT * FROM t23;
|
|
} {
|
|
4 5 6 - -
|
|
7 8 9 8 8
|
|
- 3 - 3 3
|
|
}
|
|
do_eqp_test 331 {
|
|
WITH t23 AS (SELECT * FROM t2 FULL JOIN t3 USING(b))
|
|
SELECT * FROM t23;
|
|
} {
|
|
QUERY PLAN
|
|
|--SCAN t2
|
|
|--SCAN t3 LEFT-JOIN
|
|
`--RIGHT-JOIN t3
|
|
`--SCAN t3
|
|
}
|
|
|
|
# 2023-02-01
|
|
# https://sqlite.org/forum/forumpost/1d571c02963355ed
|
|
#
|
|
# Just because a CTE is used more than once, does not mean it should be
|
|
# marked with M10d_Yes and hence prohibited from participating in the
|
|
# query flattening optimization.
|
|
#
|
|
reset_db
|
|
db eval {
|
|
CREATE TABLE raw(country,date,total,delta, UNIQUE(country,date));
|
|
}
|
|
do_eqp_test 400 {
|
|
with recursive
|
|
init(country, date, fin) AS (SELECT country, min(date), max(date) FROM raw WHERE total > 0 GROUP BY country),
|
|
src(country, date) AS (SELECT raw.country, raw.date
|
|
FROM raw JOIN init i on raw.country = i.country AND raw.date > i.date
|
|
ORDER BY raw.country, raw.date),
|
|
vals(country, date, x, y) AS (SELECT src.country, src.date, julianday(raw.date) - julianday(src.date), log(delta+1)
|
|
FROM src JOIN raw on raw.country = src.country AND raw.date > date(src.date,'-7 days') AND raw.date <= src.date AND delta >= 0),
|
|
sums(country, date, x2, x, n, xy, y) AS (SELECT country, date, sum(x*x*1.0), sum(x*1.0), sum(1.0), sum(x*y*1.0), sum(y*1.0) FROM vals GROUP BY 1, 2),
|
|
mult(country, date, m) AS (SELECT country, date, 1.0/(x2 * n - x * x) FROM sums),
|
|
inv(country, date, a,b,c,d) AS (SELECT mult.country, mult.date, n * m, -x * m, -x * m, x2 * m
|
|
FROM mult JOIN sums on sums.country=mult.country AND mult.date=sums.date),
|
|
fit(country, date, a, b) AS (SELECT inv.country, inv.date, a * xy + b * y, c * xy + d * y
|
|
FROM inv
|
|
JOIN mult on mult.country = inv.country AND mult.date = inv.date
|
|
JOIN sums on sums.country = mult.country AND sums.date = mult.date
|
|
)
|
|
SELECT *, nFin/nPrev - 1 AS growth, log(2)/log(nFin/nPrev) AS doubling
|
|
FROM (SELECT f.*, exp(b) - 1 AS nFin, exp(a* (-1) + b) - 1 AS nPrev
|
|
FROM fit f JOIN init i on i.country = f.country AND f.date <= date(i.fin,'-3 days'))
|
|
WHERE nPrev > 0 AND nFin > 0;
|
|
} {
|
|
QUERY PLAN
|
|
|--MATERIALIZE sums
|
|
| |--MATERIALIZE src
|
|
| | |--MATERIALIZE init
|
|
| | | `--SCAN raw USING INDEX sqlite_autoindex_raw_1
|
|
| | |--SCAN i
|
|
| | |--SEARCH raw USING COVERING INDEX sqlite_autoindex_raw_1 (country=? AND date>?)
|
|
| | `--USE TEMP B-TREE FOR ORDER BY
|
|
| |--SCAN src
|
|
| |--SEARCH raw USING INDEX sqlite_autoindex_raw_1 (country=? AND date>? AND date<?)
|
|
| `--USE TEMP B-TREE FOR GROUP BY
|
|
|--SCAN sums
|
|
|--SEARCH sums USING AUTOMATIC COVERING INDEX (country=? AND date=?)
|
|
|--SEARCH sums USING AUTOMATIC COVERING INDEX (country=? AND date=?)
|
|
|--SEARCH sums USING AUTOMATIC COVERING INDEX (country=? AND date=?)
|
|
`--SEARCH i USING AUTOMATIC COVERING INDEX (country=?)
|
|
}
|
|
|
|
|
|
finish_test
|