# 2021-02-22
#
# The author disclaims copyright to this source code. In place of
# a legal notice, here is a blessing:
#
# May you do good and not evil.
# May you find forgiveness for yourself and forgive others.
# May you share freely, never taking more than you give.
#
#***********************************************************************
# This file implements regression tests for SQLite library. The
# focus of this file is the MATERIALIZED hint to common table expressions
#
set testdir [file dirname $argv0]
source $testdir/tester.tcl
set ::testprefix with6
ifcapable {!cte} {
finish_test
return
}
do_execsql_test 100 {
WITH c(x) AS (VALUES(0),(1))
SELECT c1.x||c2.x||c3.x FROM c c1, c c2, c c3;
} {000 001 010 011 100 101 110 111}
do_eqp_test 101 {
WITH c(x) AS (VALUES(0),(1))
SELECT c1.x||c2.x||c3.x FROM c c1, c c2, c c3;
} {
QUERY PLAN
|--MATERIALIZE c
| `--SCAN 2 CONSTANT ROWS
|--SCAN c1
|--SCAN c2
`--SCAN c3
}
do_execsql_test 110 {
WITH c(x) AS MATERIALIZED (VALUES(0),(1))
SELECT c1.x||c2.x||c3.x FROM c c1, c c2, c c3;
} {000 001 010 011 100 101 110 111}
do_eqp_test 111 {
WITH c(x) AS MATERIALIZED (VALUES(0),(1))
SELECT c1.x||c2.x||c3.x FROM c c1, c c2, c c3;
} {
QUERY PLAN
|--MATERIALIZE c
| `--SCAN 2 CONSTANT ROWS
|--SCAN c1
|--SCAN c2
`--SCAN c3
}
# Even though the CTE is not materialized, the self-join optimization
# kicks in and does the materialization for us.
#
do_execsql_test 120 {
WITH c(x) AS NOT MATERIALIZED (VALUES(0),(1))
SELECT c1.x||c2.x||c3.x FROM c c1, c c2, c c3;
} {000 001 010 011 100 101 110 111}
do_eqp_test 121 {
WITH c(x) AS NOT MATERIALIZED (VALUES(0),(1))
SELECT c1.x||c2.x||c3.x FROM c c1, c c2, c c3;
} {
QUERY PLAN
|--MATERIALIZE c
| `--SCAN 2 CONSTANT ROWS
|--SCAN c1
|--SCAN c2
`--SCAN c3
}
do_execsql_test 130 {
WITH c(x) AS NOT MATERIALIZED (VALUES(0),(1))
SELECT c1.x||c2.x||c3.x
FROM (SELECT x FROM c LIMIT 5) AS c1,
(SELECT x FROM c LIMIT 5) AS c2,
(SELECT x FROM c LIMIT 5) AS c3;
} {000 001 010 011 100 101 110 111}
do_eqp_test 131 {
WITH c(x) AS NOT MATERIALIZED (VALUES(0),(1))
SELECT c1.x||c2.x||c3.x
FROM (SELECT x FROM c LIMIT 5) AS c1,
(SELECT x FROM c LIMIT 5) AS c2,
(SELECT x FROM c LIMIT 5) AS c3;
} {
QUERY PLAN
|--CO-ROUTINE c1
| |--CO-ROUTINE c
| | `--SCAN 2 CONSTANT ROWS
| `--SCAN c
|--MATERIALIZE c2
| |--CO-ROUTINE c
| | `--SCAN 2 CONSTANT ROWS
| `--SCAN c
|--MATERIALIZE c3
| |--CO-ROUTINE c
| | `--SCAN 2 CONSTANT ROWS
| `--SCAN c
|--SCAN c1
|--SCAN c2
`--SCAN c3
}
# The (SELECT x FROM c LIMIT N) subqueries get materialized once each.
# Show multiple materializations are shown. But there is only one
# materialization for c, shown by the "SCAN 2 CONSTANT ROWS" line.
#
do_execsql_test 140 {
WITH c(x) AS MATERIALIZED (VALUES(0),(1))
SELECT c1.x||c2.x||c3.x
FROM (SELECT x FROM c LIMIT 5) AS c1,
(SELECT x FROM c LIMIT 6) AS c2,
(SELECT x FROM c LIMIT 7) AS c3;
} {000 001 010 011 100 101 110 111}
do_eqp_test 141 {
WITH c(x) AS MATERIALIZED (VALUES(0),(1))
SELECT c1.x||c2.x||c3.x
FROM (SELECT x FROM c LIMIT 5) AS c1,
(SELECT x FROM c LIMIT 6) AS c2,
(SELECT x FROM c LIMIT 7) AS c3;
} {
QUERY PLAN
|--CO-ROUTINE c1
| |--MATERIALIZE c
| | `--SCAN 2 CONSTANT ROWS
| `--SCAN c
|--MATERIALIZE c2
| `--SCAN c
|--MATERIALIZE c3
| `--SCAN c
|--SCAN c1
|--SCAN c2
`--SCAN c3
}
do_execsql_test 150 {
WITH c(x) AS (VALUES(0),(1))
SELECT c1.x||c2.x||c3.x
FROM (SELECT x FROM c LIMIT 5) AS c1,
(SELECT x FROM c LIMIT 6) AS c2,
(SELECT x FROM c LIMIT 7) AS c3;
} {000 001 010 011 100 101 110 111}
do_eqp_test 151 {
WITH c(x) AS (VALUES(0),(1))
SELECT c1.x||c2.x||c3.x
FROM (SELECT x FROM c LIMIT 5) AS c1,
(SELECT x FROM c LIMIT 6) AS c2,
(SELECT x FROM c LIMIT 7) AS c3;
} {
QUERY PLAN
|--CO-ROUTINE c1
| |--MATERIALIZE c
| | `--SCAN 2 CONSTANT ROWS
| `--SCAN c
|--MATERIALIZE c2
| `--SCAN c
|--MATERIALIZE c3
| `--SCAN c
|--SCAN c1
|--SCAN c2
`--SCAN c3
}
do_execsql_test 160 {
WITH c(x) AS (VALUES(0),(1))
SELECT c2.x + 100*(SELECT sum(x+1) FROM c WHERE c.x<=c2.x)
FROM c AS c2 WHERE c2.x<10;
} {100 301}
do_eqp_test 161 {
WITH c(x) AS (VALUES(0),(1))
SELECT c2.x + 100*(SELECT sum(x+1) FROM c WHERE c.x<=c2.x)
FROM c AS c2 WHERE c2.x<10;
} {
QUERY PLAN
|--MATERIALIZE c
| `--SCAN 2 CONSTANT ROWS
|--SCAN c2
`--CORRELATED SCALAR SUBQUERY xxxxxx
`--SCAN c
}
do_execsql_test 170 {
WITH c(x) AS NOT MATERIALIZED (VALUES(0),(1))
SELECT c2.x + 100*(SELECT sum(x+1) FROM c WHERE c.x<=c2.x)
FROM c AS c2 WHERE c2.x<10;
} {100 301}
do_eqp_test 171 {
WITH c(x) AS NOT MATERIALIZED (VALUES(0),(1))
SELECT c2.x + 100*(SELECT sum(x+1) FROM c WHERE c.x<=c2.x)
FROM c AS c2 WHERE c2.x<10;
} {
QUERY PLAN
|--CO-ROUTINE c
| `--SCAN 2 CONSTANT ROWS
|--SCAN c2
`--CORRELATED SCALAR SUBQUERY xxxxxx
|--CO-ROUTINE c
| `--SCAN 2 CONSTANT ROWS
`--SCAN c
}
do_execsql_test 200 {
CREATE TABLE t1(x);
INSERT INTO t1(x) VALUES(4);
CREATE VIEW t2(y) AS
WITH c(z) AS (VALUES(4),(5),(6))
SELECT c1.z+c2.z*100+t1.x*10000
FROM t1,
(SELECT z FROM c LIMIT 5) AS c1,
(SELECT z FROM c LIMIT 5) AS c2;
SELECT y FROM t2 ORDER BY y;
} {40404 40405 40406 40504 40505 40506 40604 40605 40606}
do_execsql_test 210 {
DROP VIEW t2;
CREATE VIEW t2(y) AS
WITH c(z) AS NOT MATERIALIZED (VALUES(4),(5),(6))
SELECT c1.z+c2.z*100+t1.x*10000
FROM t1,
(SELECT z FROM c LIMIT 5) AS c1,
(SELECT z FROM c LIMIT 5) AS c2;
SELECT y FROM t2 ORDER BY y;
} {40404 40405 40406 40504 40505 40506 40604 40605 40606}
do_eqp_test 211 {
SELECT y FROM t2 ORDER BY y;
} {
QUERY PLAN
|--CO-ROUTINE c1
| |--CO-ROUTINE c
| | `--SCAN 3 CONSTANT ROWS
| `--SCAN c
|--MATERIALIZE c2
| |--CO-ROUTINE c
| | `--SCAN 3 CONSTANT ROWS
| `--SCAN c
|--SCAN c1
|--SCAN c2
|--SCAN t1
`--USE TEMP B-TREE FOR ORDER BY
}
do_execsql_test 220 {
DROP VIEW t2;
CREATE VIEW t2(y) AS
WITH c(z) AS MATERIALIZED (VALUES(4),(5),(6))
SELECT c1.z+c2.z*100+t1.x*10000
FROM t1,
(SELECT z FROM c LIMIT 5) AS c1,
(SELECT z FROM c LIMIT 5) AS c2;
SELECT y FROM t2 ORDER BY y;
} {40404 40405 40406 40504 40505 40506 40604 40605 40606}
# 2022-04-22: Do not allow flattening of a MATERIALIZED CTE into
# an outer query.
#
reset_db
db null -
do_execsql_test 300 {
CREATE TABLE t2(a INT,b INT,d INT); INSERT INTO t2 VALUES(4,5,6),(7,8,9);
CREATE TABLE t3(a INT,b INT,e INT); INSERT INTO t3 VALUES(3,3,3),(8,8,8);
} {}
do_execsql_test 310 {
WITH t23 AS MATERIALIZED (SELECT * FROM t2 FULL JOIN t3 USING(b))
SELECT * FROM t23;
} {
4 5 6 - -
7 8 9 8 8
- 3 - 3 3
}
do_eqp_test 311 {
WITH t23 AS MATERIALIZED (SELECT * FROM t2 FULL JOIN t3 USING(b))
SELECT * FROM t23;
} {
QUERY PLAN
|--MATERIALIZE t23
| |--SCAN t2
| |--SCAN t3 LEFT-JOIN
| `--RIGHT-JOIN t3
| `--SCAN t3
`--SCAN t23
}
do_execsql_test 320 {
WITH t23 AS NOT MATERIALIZED (SELECT * FROM t2 FULL JOIN t3 USING(b))
SELECT * FROM t23;
} {
4 5 6 - -
7 8 9 8 8
- 3 - 3 3
}
do_eqp_test 321 {
WITH t23 AS NOT MATERIALIZED (SELECT * FROM t2 FULL JOIN t3 USING(b))
SELECT * FROM t23;
} {
QUERY PLAN
|--SCAN t2
|--SCAN t3 LEFT-JOIN
`--RIGHT-JOIN t3
`--SCAN t3
}
do_execsql_test 330 {
WITH t23 AS (SELECT * FROM t2 FULL JOIN t3 USING(b))
SELECT * FROM t23;
} {
4 5 6 - -
7 8 9 8 8
- 3 - 3 3
}
do_eqp_test 331 {
WITH t23 AS (SELECT * FROM t2 FULL JOIN t3 USING(b))
SELECT * FROM t23;
} {
QUERY PLAN
|--SCAN t2
|--SCAN t3 LEFT-JOIN
`--RIGHT-JOIN t3
`--SCAN t3
}
# 2023-02-01
# https://sqlite.org/forum/forumpost/1d571c02963355ed
#
# Just because a CTE is used more than once, does not mean it should be
# marked with M10d_Yes and hence prohibited from participating in the
# query flattening optimization.
#
reset_db
db eval {
CREATE TABLE raw(country,date,total,delta, UNIQUE(country,date));
}
do_eqp_test 400 {
with recursive
init(country, date, fin) AS (SELECT country, min(date), max(date) FROM raw WHERE total > 0 GROUP BY country),
src(country, date) AS (SELECT raw.country, raw.date
FROM raw JOIN init i on raw.country = i.country AND raw.date > i.date
ORDER BY raw.country, raw.date),
vals(country, date, x, y) AS (SELECT src.country, src.date, julianday(raw.date) - julianday(src.date), log(delta+1)
FROM src JOIN raw on raw.country = src.country AND raw.date > date(src.date,'-7 days') AND raw.date <= src.date AND delta >= 0),
sums(country, date, x2, x, n, xy, y) AS (SELECT country, date, sum(x*x*1.0), sum(x*1.0), sum(1.0), sum(x*y*1.0), sum(y*1.0) FROM vals GROUP BY 1, 2),
mult(country, date, m) AS (SELECT country, date, 1.0/(x2 * n - x * x) FROM sums),
inv(country, date, a,b,c,d) AS (SELECT mult.country, mult.date, n * m, -x * m, -x * m, x2 * m
FROM mult JOIN sums on sums.country=mult.country AND mult.date=sums.date),
fit(country, date, a, b) AS (SELECT inv.country, inv.date, a * xy + b * y, c * xy + d * y
FROM inv
JOIN mult on mult.country = inv.country AND mult.date = inv.date
JOIN sums on sums.country = mult.country AND sums.date = mult.date
)
SELECT *, nFin/nPrev - 1 AS growth, log(2)/log(nFin/nPrev) AS doubling
FROM (SELECT f.*, exp(b) - 1 AS nFin, exp(a* (-1) + b) - 1 AS nPrev
FROM fit f JOIN init i on i.country = f.country AND f.date <= date(i.fin,'-3 days'))
WHERE nPrev > 0 AND nFin > 0;
} {
QUERY PLAN
|--MATERIALIZE sums
| |--MATERIALIZE src
| | |--MATERIALIZE init
| | | `--SCAN raw USING INDEX sqlite_autoindex_raw_1
| | |--SCAN i
| | |--SEARCH raw USING COVERING INDEX sqlite_autoindex_raw_1 (country=? AND date>?)
| | `--USE TEMP B-TREE FOR ORDER BY
| |--SCAN src
| |--SEARCH raw USING INDEX sqlite_autoindex_raw_1 (country=? AND date>? AND date<?)
| `--USE TEMP B-TREE FOR GROUP BY
|--SCAN sums
|--BLOOM FILTER ON sums (country=? AND date=?)
|--SEARCH sums USING AUTOMATIC COVERING INDEX (country=? AND date=?)
|--BLOOM FILTER ON sums (country=? AND date=?)
|--SEARCH sums USING AUTOMATIC COVERING INDEX (country=? AND date=?)
|--BLOOM FILTER ON sums (country=? AND date=?)
|--SEARCH sums USING AUTOMATIC COVERING INDEX (country=? AND date=?)
|--BLOOM FILTER ON i (country=?)
`--SEARCH i USING AUTOMATIC COVERING INDEX (country=?)
}
finish_test